-- Logs begin at Sun 2022-02-20 22:49:03 UTC, end at Mon 2022-02-21 00:01:52 UTC. -- Feb 20 23:31:30.895332 dv-cinder-813221-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 20 23:31:33.875102 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.common.config [-] Logging enabled! Feb 20 23:31:33.875729 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 23:31:33.875898 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109735) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 23:31:33.879183 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.common.config [-] Logging enabled! Feb 20 23:31:33.879442 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 23:31:33.879753 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109735) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 23:31:33.880683 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 23:31:33.880938 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 23:31:33.881310 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 23:31:33.881558 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 23:31:33.883050 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 23:31:33.883295 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.883715 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 20 23:31:33.884031 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.884325 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.884612 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.884935 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.885224 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.885503 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.885808 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.886111 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.886390 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.886665 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.886949 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.887240 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.887518 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.887800 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.888082 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.888363 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] debug = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.888639 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.889090 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.889517 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.889795 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.890107 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.890389 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.890657 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.890931 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.891213 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.891547 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] host = dv-cinder-813221-6-iscsi {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.891818 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.892099 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.892379 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.892659 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.892955 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.893229 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.893512 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.893781 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.894054 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.894324 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.894606 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.894887 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.895172 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.895395 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.895617 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.895911 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.896193 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.896466 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.896757 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.897029 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.897958 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.898274 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.898546 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.898839 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.899121 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.899401 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.899673 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.899945 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.900218 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.900486 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.900789 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.901060 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.901334 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.901600 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.901884 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.902150 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.902470 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.902781 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.903064 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.903342 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.903625 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.903897 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.904183 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.904456 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.904747 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.905019 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] use_json = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.905288 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.905557 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.905835 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.906105 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.906374 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.906642 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.906910 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.907190 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.907461 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:33.907757 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.908053 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.908365 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.908662 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.908977 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.909257 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.909543 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.909820 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.910107 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.910395 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.910683 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.910958 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.911255 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.911541 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.911832 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.912134 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.912422 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.912724 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.913145 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.913437 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.913708 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.913992 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.914276 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.914562 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.914846 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.915130 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.915407 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.915702 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.915987 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.916282 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.916569 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.916869 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.917148 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.917436 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.917716 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.917988 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.918265 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.918551 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.918826 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.919099 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.919379 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.919656 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.919930 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.920203 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.920480 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.920816 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.921069 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.921339 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.921605 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.921883 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.922151 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.922435 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.922708 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.922976 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.923246 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.923521 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.923791 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.924069 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.924343 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.924611 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.924921 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.925188 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.925455 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.925725 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.925994 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.926263 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.929083 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.929083 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.929083 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.929083 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.929083 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.929083 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.929083 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.929083 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.929083 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.929858 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.929858 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.929858 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.929858 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.930121 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.930383 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.930660 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.930935 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.931211 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.931481 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.931772 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.932054 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.932344 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.932651 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.932951 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.933244 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.933520 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.933796 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.934083 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.934358 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.934633 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.934985 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.935190 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.935470 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.935760 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.936049 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.936338 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.936629 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.936930 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.937243 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.937517 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:33.937733 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 23:31:33.937980 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109735) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 20 23:31:34.315683 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 23:31:34.315954 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 23:31:34.316261 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 23:31:34.316760 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 20 23:31:34.654972 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.655266 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.655671 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.656848 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.657122 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.657385 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.704654 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.704952 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.705219 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.719967 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.720250 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.720520 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.750438 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.750718 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.750986 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.789070 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.789385 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:34.789651 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.143208 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.143848 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.143848 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.144003 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.144711 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.245933 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.246255 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.246536 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.246806 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.247074 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.247381 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.247640 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.247894 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.248146 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.248426 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.248681 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.248967 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.249221 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.249477 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.249726 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.249989 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.250243 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.250517 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.250785 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.251042 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.251310 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.251559 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.251837 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.252212 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.252460 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.252720 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.253127 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:31:35.253366 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:31:35.253606 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:31:35.253844 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:31:35.254082 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:31:35.254317 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:31:35.254684 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 20 23:31:35.258369 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 20 23:31:35.262473 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 20 23:31:35.266402 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 20 23:31:35.268061 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 20 23:31:35.268527 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 20 23:31:35.268890 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 20 23:31:35.269276 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 20 23:31:35.272112 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 20 23:31:35.272915 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 20 23:31:35.273264 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 23:31:35.278334 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 20 23:31:35.302014 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 20 23:31:35.302472 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.302771 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109735) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 20 23:31:35.303130 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.304619 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109735) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 20 23:31:35.304929 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 23:31:35.305176 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 20 23:31:35.308544 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.308919 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:35.371944 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 20 23:31:35.372123 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 20 23:31:35.372334 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 20 23:31:35.372767 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 20 23:31:35.393838 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_db.sqlalchemy.engines [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109735) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 20 23:31:36.023646 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Initializing driver for type 'gre' Feb 20 23:31:36.024205 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] gre ID ranges: [(1, 1000)] Feb 20 23:31:36.200754 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Initializing driver for type 'local' Feb 20 23:31:36.201394 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Initializing driver for type 'vlan' Feb 20 23:31:36.281298 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] VlanTypeDriver initialization complete Feb 20 23:31:36.281623 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Initializing driver for type 'vxlan' Feb 20 23:31:36.282202 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] vxlan ID ranges: [(1, 1000)] Feb 20 23:31:36.484480 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Initializing extension driver 'port_security' Feb 20 23:31:36.484906 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.extensions.port_security [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] PortSecurityExtensionDriver initialization complete Feb 20 23:31:36.485316 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Initializing mechanism driver 'openvswitch' Feb 20 23:31:36.485698 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Initializing mechanism driver 'hyperv' Feb 20 23:31:36.493735 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.plugin [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:31:36.494613 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > port after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.494991 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > port after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.495344 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > port after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.495894 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 23:31:36.496355 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > subnet after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.496730 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > subnet after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.500776 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.500776 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 23:31:36.500776 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > network after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.500776 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > network after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.500776 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > network after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.501188 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 23:31:36.501188 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > security_group after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.501188 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > security_group after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.501188 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.501188 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 23:31:36.501541 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.501541 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.501541 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.501827 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 23:31:36.502234 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > address_group after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.502580 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > address_group after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.502917 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.503313 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 23:31:36.503761 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] ML2 OVO RPC backend initialized. {{(pid=109735) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 20 23:31:36.504486 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.504874 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.505294 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > network before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.505730 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > networks before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.506078 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > port before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.506421 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > ports before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.507150 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > subnet before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.507908 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > subnets before_response 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.508265 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > network after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.508612 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > network after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.508976 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > network after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.509316 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > port after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.509657 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > port after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.509997 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > port after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.510331 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > subnet after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.510668 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > subnet after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.511001 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.518600 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded quota_driver: . Feb 20 23:31:36.524059 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.plugin [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Modular L2 Plugin initialization complete Feb 20 23:31:36.524059 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading services supported by the core plugin {{(pid=109735) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 20 23:31:36.524059 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.plugins.ml2.managers [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Got port-security extension from driver 'port_security' Feb 20 23:31:36.524059 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.extensions.vlantransparent [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Disabled vlantransparent extension. Feb 20 23:31:36.524059 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109735) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 20 23:31:36.524059 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading Plugin: router Feb 20 23:31:36.566612 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.566933 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router after_create 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.567303 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router before_create 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.567667 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.568042 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.568397 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router after_delete 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.568778 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.569738 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.570337 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router after_create 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.570831 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router after_update 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.571191 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router after_update 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.571545 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.571910 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router after_update 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.572327 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router precommit_update 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.572715 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: port after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.573062 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: port after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.573402 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: subnet after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.573746 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.574094 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.574446 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router precommit_create 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.574791 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: port before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.575133 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router precommit_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.575492 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router after_update 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.575840 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.576326 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router precommit_create 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.576708 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.577065 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router precommit_update 55549900 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.577436 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > agent after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.577791 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > agent after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.578141 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > network after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.579024 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Tracking information for resource: router configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:31:36.579361 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Tracking information for resource: floatingip configured {{(pid=109735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 23:31:36.584864 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.db.l3_agentschedulers_db [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 20 23:31:36.585788 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: port after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.586309 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: port after_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.586666 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: port after_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.587021 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: port after_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.587850 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router before_create 55550100 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.588218 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.588583 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router precommit_create 55550100 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.588970 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > router precommit_update 55550100 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.593888 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.services.provider_configuration [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service providers = [] {{(pid=109735) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 20 23:31:36.594254 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.db.servicetype_db [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109735) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 20 23:31:36.597400 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.services.service_base [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 23:31:36.597747 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.services.service_base [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 23:31:36.598090 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.services.service_base [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 23:31:36.598987 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.services.service_base [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 23:31:36.599362 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.services.service_base [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 20 23:31:36.599753 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:31:36.600075 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 20 23:31:36.611355 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:31:36.611691 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading Plugin: auto_allocate Feb 20 23:31:36.618402 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: network precommit_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.618774 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: network precommit_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.619299 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:31:36.619619 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading Plugin: tag Feb 20 23:31:36.626645 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:31:36.626982 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading Plugin: timestamp Feb 20 23:31:36.630875 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:31:36.631206 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading Plugin: network_ip_availability Feb 20 23:31:36.638033 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.638410 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.638769 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.639518 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:31:36.639839 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading Plugin: flavors Feb 20 23:31:36.644995 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:31:36.645335 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading Plugin: revisions Feb 20 23:31:36.650157 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 23:31:36.650557 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_concurrency.lockutils [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.334s {{(pid=109735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 23:31:36.651319 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109735) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 20 23:31:36.651659 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Initializing extension manager. Feb 20 23:31:36.652189 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: __init__.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.652538 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: __pycache__ {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.652919 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.653255 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: address_group.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.654040 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.654629 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: address-group Feb 20 23:31:36.654949 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: address_scope.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.655671 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.656174 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: address-scope Feb 20 23:31:36.656498 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.657480 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.657983 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: router-admin-state-down-before-update Feb 20 23:31:36.658305 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: agent.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.659007 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.659511 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: agent Feb 20 23:31:36.659828 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: agent_resources_synced.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.660774 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.661282 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: agent-resources-synced Feb 20 23:31:36.661604 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: allowedaddresspairs.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.663801 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.664332 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: allowed-address-pairs Feb 20 23:31:36.664662 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: auto_allocated_topology.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.665807 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.666322 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: auto-allocated-topology Feb 20 23:31:36.666651 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: availability_zone.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.667354 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.667862 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: availability_zone Feb 20 23:31:36.668189 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: availability_zone_filter.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.669141 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.669648 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: availability_zone_filter Feb 20 23:31:36.669971 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: data_plane_status.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.670883 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.671387 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension data-plane-status not supported by any of loaded plugins Feb 20 23:31:36.671711 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: default_subnetpools.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.672624 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.673167 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: default-subnetpools Feb 20 23:31:36.673494 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.674318 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.674829 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: dhcp_agent_scheduler Feb 20 23:31:36.675154 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: dns.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.676080 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.676583 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension dns-integration not supported by any of loaded plugins Feb 20 23:31:36.676931 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: dns_domain_ports.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.677852 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.678359 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 20 23:31:36.679663 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.680612 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.681145 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 20 23:31:36.681470 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: dvr.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.682153 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.682659 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: dvr Feb 20 23:31:36.682983 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: ecmp_routes.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.683900 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.684404 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 20 23:31:36.684822 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: empty_string_filtering.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.685734 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.686239 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: empty-string-filtering Feb 20 23:31:36.686561 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.687476 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.687980 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 20 23:31:36.688302 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.689255 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.689757 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 20 23:31:36.690077 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: external_net.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.691009 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.691512 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: external-net Feb 20 23:31:36.691832 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.692781 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.693284 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: extra_dhcp_opt Feb 20 23:31:36.693603 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: extraroute.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.695330 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.695941 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: extraroute Feb 20 23:31:36.696263 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: extraroute_atomic.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.697345 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.697862 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: extraroute-atomic Feb 20 23:31:36.698188 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: filter_validation.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.698870 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.699372 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: filter-validation Feb 20 23:31:36.699693 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: fip_pf_description.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.700617 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.701149 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 20 23:31:36.701470 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: fip_port_details.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.702624 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.703133 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: fip-port-details Feb 20 23:31:36.703455 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: flavors.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.704731 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.705247 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: flavors Feb 20 23:31:36.705574 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.707269 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.707781 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 20 23:31:36.708112 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: floatingip_pools.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.708855 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.709362 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: floatingip-pools Feb 20 23:31:36.709845 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: ip_allocation.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.711086 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.711593 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension ip_allocation not supported by any of loaded plugins Feb 20 23:31:36.711919 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.712891 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.713403 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: ip-substring-filtering Feb 20 23:31:36.713731 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: l2_adjacency.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.714658 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.715167 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 20 23:31:36.715489 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: l3.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.716497 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.717049 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: router Feb 20 23:31:36.717374 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.719697 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.720217 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 20 23:31:36.720549 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.721518 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.722287 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: ext-gw-mode Feb 20 23:31:36.722734 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.723672 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.724180 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: l3-ha Feb 20 23:31:36.724507 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.725521 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.726296 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 20 23:31:36.726627 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: l3_flavors.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.727553 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.728062 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: l3-flavors Feb 20 23:31:36.728383 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.729796 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.730313 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 20 23:31:36.730642 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.731562 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.732078 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 20 23:31:36.732409 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: l3agentscheduler.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.733507 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.734018 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: l3_agent_scheduler Feb 20 23:31:36.734346 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: local_ip.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.736155 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.736678 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension local_ip not supported by any of loaded plugins Feb 20 23:31:36.737040 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: logging.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.740070 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.740598 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension logging not supported by any of loaded plugins Feb 20 23:31:36.741518 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: metering.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.742558 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.743148 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: metering Feb 20 23:31:36.743477 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.744599 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.745151 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: metering_source_and_destination_fields Feb 20 23:31:36.745484 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: multiprovidernet.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.746421 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.746935 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: multi-provider Feb 20 23:31:36.747263 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: netmtu.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.748190 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.748721 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: net-mtu Feb 20 23:31:36.749050 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: netmtu_writable.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.749968 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.750478 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: net-mtu-writable Feb 20 23:31:36.750800 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: network_availability_zone.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.751469 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.751972 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: network_availability_zone Feb 20 23:31:36.752293 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: network_ip_availability.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.753458 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.753971 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: network-ip-availability Feb 20 23:31:36.754294 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: network_segment_range.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.755065 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.755569 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension network-segment-range not supported by any of loaded plugins Feb 20 23:31:36.755890 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: pagination.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.757920 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.758366 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: pagination Feb 20 23:31:36.758694 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: port_device_profile.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.759616 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.760130 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: port-device-profile Feb 20 23:31:36.760453 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.761412 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.761921 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: port-mac-address-regenerate Feb 20 23:31:36.762243 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.763159 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.763671 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: port-numa-affinity-policy Feb 20 23:31:36.763990 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: port_resource_request.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.764952 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.765456 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension port-resource-request not supported by any of loaded plugins Feb 20 23:31:36.765777 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: port_resource_request_groups.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.766756 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.767257 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 20 23:31:36.767576 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: portbindings.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.768505 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.769048 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: binding Feb 20 23:31:36.769371 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: portbindings_extended.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.770662 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.771170 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: binding-extended Feb 20 23:31:36.771496 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: portsecurity.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.772586 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.773247 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: port-security Feb 20 23:31:36.773573 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: project_id.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.774569 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.774907 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: project-id Feb 20 23:31:36.775226 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: providernet.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.776169 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.776682 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: provider Feb 20 23:31:36.777031 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: qos.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.780739 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.781260 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension qos not supported by any of loaded plugins Feb 20 23:31:36.781593 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.782861 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.783373 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 20 23:31:36.783702 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.784630 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.785174 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 20 23:31:36.785503 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: qos_default.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.786418 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.786930 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension qos-default not supported by any of loaded plugins Feb 20 23:31:36.787257 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: qos_fip.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.788533 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.789136 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension qos-fip not supported by any of loaded plugins Feb 20 23:31:36.789466 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.790395 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.790906 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 20 23:31:36.791234 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: qos_gateway_ip.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.792157 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.792671 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 20 23:31:36.793021 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: qos_port_network_policy.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.794086 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.794612 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 20 23:31:36.794939 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.795995 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.796503 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 20 23:31:36.796863 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.797910 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.798425 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 20 23:31:36.798753 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: qos_pps_rule.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.799954 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.800469 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension qos-pps not supported by any of loaded plugins Feb 20 23:31:36.800841 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: qos_rule_type_details.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.801770 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.802278 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 20 23:31:36.802601 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: qos_rules_alias.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.804567 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.805198 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 20 23:31:36.805530 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: quota_check_limit.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.806458 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.806971 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: quota-check-limit Feb 20 23:31:36.807297 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: quotasv2.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.808301 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.808631 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: quotas Feb 20 23:31:36.808982 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: quotasv2_detail.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.810816 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.811160 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: quota_details Feb 20 23:31:36.811498 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: rbac.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.812577 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.813129 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: rbac-policies Feb 20 23:31:36.813462 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: rbac_address_group.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.814404 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.814923 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: rbac-address-group Feb 20 23:31:36.815263 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: rbac_address_scope.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.816199 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.816804 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: rbac-address-scope Feb 20 23:31:36.817071 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: rbac_security_groups.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.817990 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.818506 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: rbac-security-groups Feb 20 23:31:36.818827 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: rbac_subnetpool.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.820885 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.821403 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: rbac-subnetpool Feb 20 23:31:36.821730 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: revisionifmatch.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.822667 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.823179 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: revision-if-match Feb 20 23:31:36.823505 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: revisions.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.824682 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.825213 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: standard-attr-revisions Feb 20 23:31:36.825539 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: router_availability_zone.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.826226 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.826734 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: router_availability_zone Feb 20 23:31:36.827056 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: routerservicetype.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.828033 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.828536 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension router-service-type not supported by any of loaded plugins Feb 20 23:31:36.828892 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.829880 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.831846 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: security-groups-normalized-cidr Feb 20 23:31:36.832172 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.833183 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.833874 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: port-security-groups-filtering Feb 20 23:31:36.834200 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.835722 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.836309 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: security-groups-remote-address-group Feb 20 23:31:36.836714 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.837764 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.838280 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: security-groups-shared-filtering Feb 20 23:31:36.838610 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.839220 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 20 23:31:36.839545 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: securitygroup.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.849442 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.849985 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: security-group Feb 20 23:31:36.850342 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: segment.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.851421 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.851927 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension segment not supported by any of loaded plugins Feb 20 23:31:36.852255 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.853274 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.853782 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 20 23:31:36.854110 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: servicetype.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.855255 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.855784 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: service-type Feb 20 23:31:36.856111 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: sorting.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.857138 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.857474 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: sorting Feb 20 23:31:36.857801 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: standard_attr_segment.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.858723 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.859236 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 20 23:31:36.859561 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: standardattrdescription.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.860211 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.860735 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: standard-attr-description Feb 20 23:31:36.861062 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: stateful_security_group.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.862004 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.862513 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: stateful-security-group Feb 20 23:31:36.862836 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: stdattrs_common.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.863409 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 20 23:31:36.863727 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.864656 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.865203 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 20 23:31:36.865527 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: subnet_onboard.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.867406 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.867926 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: subnet_onboard Feb 20 23:31:36.868256 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.869245 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.869762 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 20 23:31:36.870094 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: subnet_service_types.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.871028 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.871542 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: subnet-service-types Feb 20 23:31:36.871867 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: subnetallocation.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.872992 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.873511 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: subnet_allocation Feb 20 23:31:36.873835 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.874509 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.875033 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: subnetpool-prefix-ops Feb 20 23:31:36.875353 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.876299 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.876832 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 20 23:31:36.877157 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: tagging.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.878284 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.878793 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: standard-attr-tag Feb 20 23:31:36.879118 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: timestamp.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.880327 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.880878 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loaded extension: standard-attr-timestamp Feb 20 23:31:36.881207 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: trunk.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.883348 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.883871 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension trunk not supported by any of loaded plugins Feb 20 23:31:36.884199 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: trunk_details.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.885170 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.885688 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension trunk-details not supported by any of loaded plugins Feb 20 23:31:36.886012 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: uplink_status_propagation.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.886971 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.887482 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 20 23:31:36.887808 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Loading extension file: vlantransparent.py {{(pid=109735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 23:31:36.888489 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 23:31:36.889023 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 20 23:31:36.891633 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:network Feb 20 23:31:36.892170 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:subnet Feb 20 23:31:36.892571 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 23:31:36.892999 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:port Feb 20 23:31:36.894273 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.894729 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service FLAVORS assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.895334 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.895832 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.896103 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:router Feb 20 23:31:36.896531 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:floatingip Feb 20 23:31:36.897064 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service METERING assigned prefix: /metering {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.898829 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.899199 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.899563 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:31:36.900607 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 23:31:36.901080 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:security_group Feb 20 23:31:36.901508 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 23:31:36.902131 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service CORE assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.902478 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 23:31:36.902828 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] subnetpool is already registered Feb 20 23:31:36.903252 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service CORE assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.903578 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 23:31:36.903912 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] subnetpool is already registered Feb 20 23:31:36.906276 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.906709 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service FLAVORS assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.907297 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.907718 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.908053 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:router Feb 20 23:31:36.908395 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] router is already registered Feb 20 23:31:36.908843 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:floatingip Feb 20 23:31:36.909184 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] floatingip is already registered Feb 20 23:31:36.909640 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service METERING assigned prefix: /metering {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.910306 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 23:31:36.910634 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] rbac_policy is already registered Feb 20 23:31:36.911044 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:security_group Feb 20 23:31:36.911379 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] security_group is already registered Feb 20 23:31:36.911780 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 23:31:36.912115 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] security_group_rule is already registered Feb 20 23:31:36.913299 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service CORE assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.914239 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 23:31:36.914379 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] subnetpool is already registered Feb 20 23:31:36.914780 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.v2.resource_helper [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Service CORE assigned prefix: {{(pid=109735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 23:31:36.915112 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 23:31:36.915443 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING neutron.quota.resource_registry [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] subnetpool is already registered Feb 20 23:31:36.915925 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: extensions {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.917493 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: address-groups {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.919013 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: address-scopes {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.920336 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: agents {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.921556 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: auto-allocated-topology {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.922816 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: availability_zones {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.924035 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: dhcp-networks {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.925608 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: dhcp-agents {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.927052 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: routers {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.930310 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: flavors {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.931484 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: service_profiles {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.932717 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: next_providers {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.934177 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: service_profiles {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.935729 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: floatingip-pools {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.937012 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: routers {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.939116 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: floatingips {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.941530 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: l3-routers {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.942950 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: l3-agents {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.944670 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: metering-labels {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.946135 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: metering-label-rules {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.947460 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: network-ip-availabilities {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.948747 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: bindings {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.950428 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: quotas {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.951999 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: quotas {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.953558 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: rbac-policies {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.954877 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: security-groups {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.956118 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: security-group-rules {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.957433 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: service-providers {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.958656 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: subnetpools {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.960707 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: subnetpools {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.962193 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.963897 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.965768 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.967543 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.969367 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.971221 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.972973 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.974869 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.977580 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.979462 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron.api.extensions [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Extended resource: tags {{(pid=109735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 23:31:36.985627 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING keystonemiddleware.auth_token [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 20 23:31:36.990410 dv-cinder-813221-6-iscsi neutron-server[109735]: WARNING keystonemiddleware.auth_token [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 20 23:31:37.000175 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_concurrency.lockutils [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Acquired lock "singleton_lock" {{(pid=109735) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 20 23:31:37.000662 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_concurrency.lockutils [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Releasing lock "singleton_lock" {{(pid=109735) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 20 23:31:37.001344 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO oslo_service.service [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Starting 2 workers Feb 20 23:31:37.006263 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Started child 109846 {{(pid=109735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 23:31:37.011506 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Started child 109847 {{(pid=109735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 23:31:37.012172 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:37.013129 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO neutron.service [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 20 23:31:37.013802 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [-] (109846) wsgi starting up on http://0.0.0.0:9696 Feb 20 23:31:37.013950 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:37.016294 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO oslo_service.service [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Starting 1 workers Feb 20 23:31:37.016442 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:37.017954 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [-] (109847) wsgi starting up on http://0.0.0.0:9696 Feb 20 23:31:37.021637 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Started child 109848 {{(pid=109735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 23:31:37.022227 dv-cinder-813221-6-iscsi neutron-server[109735]: INFO oslo_service.service [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Starting 1 workers Feb 20 23:31:37.025537 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.service [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] calling RpcWorker wait() {{(pid=109848) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 20 23:31:37.026157 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.service [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] returning from RpcWorker wait() {{(pid=109848) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 20 23:31:37.027261 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Started child 109849 {{(pid=109735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 23:31:37.027376 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:37.027799 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:31:37.028139 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG neutron_lib.callbacks.manager [None req-687b3510-704c-4854-a718-18e9f9d05369 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:37.030209 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109735) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 23:31:37.030429 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 23:31:37.030616 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 23:31:37.030842 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 23:31:37.031205 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 23:31:37.031371 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 23:31:37.031910 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.032187 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.032453 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.032732 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.033009 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.033551 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:37.034025 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.034025 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.034151 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.034401 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.034636 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.034731 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:31:37.034801 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.034963 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.035219 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.035455 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.035757 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.036012 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.036284 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.036518 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.036734 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.036980 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.037265 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.037498 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.038295 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] debug = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.038563 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.039363 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.039718 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.039992 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.040219 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.040502 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.040761 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.041061 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.041309 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.041531 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.041942 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.042214 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.042443 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.042680 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.042934 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.043154 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.043423 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.043647 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.044112 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] host = dv-cinder-813221-6-iscsi {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.044351 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.044590 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.044846 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.045109 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.045381 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.045622 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.045868 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.046143 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.046399 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.046630 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.046884 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.047113 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.047346 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.047589 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.047754 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_options = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.047977 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.048250 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.048519 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.048727 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.048897 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.049059 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.049319 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.049481 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.049735 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.049970 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.050186 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.050402 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.050636 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.050983 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.051541 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.051930 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.052214 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.052462 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.052952 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.053213 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.054257 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.054529 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.054980 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.055396 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.055631 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.055894 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.056095 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.056334 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.056561 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.056855 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.057109 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.057369 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.057619 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.057866 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.058138 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.058376 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.058604 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.058820 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.059084 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.059309 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.059556 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.059811 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.060028 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.060255 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.060469 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.060797 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.061115 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_json = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.061475 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.061714 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.061964 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.062181 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.062404 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.062641 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.062874 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.063109 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.063329 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.063818 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.066051 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.066051 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.066051 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.066051 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.066051 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.066051 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.072951 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.072951 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.072951 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.072951 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.072951 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.072951 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.072951 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.072951 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.073506 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.073506 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.073506 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.073506 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.073506 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.073506 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.073506 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.073506 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074041 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074041 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074041 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074041 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074041 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074041 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074041 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074041 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074573 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074573 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074573 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074573 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074573 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074573 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074573 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.074573 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.075104 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.075104 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.075104 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.075312 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.075413 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.075618 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.075852 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.076103 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.077345 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.078070 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.078465 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.078695 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.078942 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.079166 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.079388 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.079623 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.079875 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.080111 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.080526 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.080770 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.082078 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.082078 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.082078 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.082078 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.082078 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.082078 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.082926 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.082926 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.082926 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.083266 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.083266 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.083522 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.083644 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.083813 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.084213 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.085030 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.085678 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.085906 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.086138 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.086703 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.086703 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.086884 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.087000 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.087443 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.087690 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.087932 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.088161 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.088398 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.088649 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.088891 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.089221 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.089564 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.089900 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.092865 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.092865 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.093036 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 35846) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:31:37.093111 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.093111 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.093111 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.093111 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.093111 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.093111 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.093111 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.093111 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.093631 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.093631 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.093631 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.093631 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.093876 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.094208 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.094328 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.094475 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.094708 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.094931 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.095171 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.095398 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.095692 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.095932 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.096195 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.096454 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.096712 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.097004 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.097246 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.097507 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.097730 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.098012 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.098303 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.098581 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.098865 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.099121 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.099364 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.099622 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.099855 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.100120 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.100939 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.101206 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.101453 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.101716 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.101969 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.102192 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.102445 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.102764 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.103001 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.103217 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.103448 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.103708 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.103956 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.104208 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.104481 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.104743 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.105157 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.105547 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.105948 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.106313 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.107492 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.107920 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.108292 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.108629 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.109561 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.109917 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.110265 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.110583 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.110945 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.111260 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.111585 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.111899 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.115078 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.115301 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.115664 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.116075 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.116433 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.116874 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.117301 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.117697 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.117934 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.118174 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.118445 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.118678 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.118958 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.119212 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.119437 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.119528 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0261128 Feb 20 23:31:37.119742 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.120799 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.121091 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.121380 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.122380 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.122691 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.123471 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.123657 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.124057 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.124428 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.124926 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.125244 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.125605 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.126042 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.126491 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.127038 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.127493 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.127796 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.128122 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.128434 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.128894 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.129028 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.129255 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.129562 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.130663 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.130663 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.130663 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.130663 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.130947 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.130947 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.131307 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.132869 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.132869 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.133059 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.133330 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.133602 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.133893 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.134173 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.134406 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.134626 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.134862 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.135080 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.135384 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.135550 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.135838 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.136053 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.136291 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.136580 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.137661 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.138101 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.138362 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.138580 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.138795 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.139024 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.139247 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.139463 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.140541 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.140806 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.141232 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.141599 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.141996 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.142218 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.142450 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.142666 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.142881 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.143129 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.143375 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.143592 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.143826 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.144033 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.144412 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.144822 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.145212 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.145427 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.145687 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.145908 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.146118 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.146359 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.146606 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.146817 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.147130 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.147414 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.147721 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.148250 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.148396 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.148623 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.149066 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.149532 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.149760 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.150041 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.150809 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.151034 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.151271 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.151545 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.151931 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.152176 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.152434 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.152826 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.153122 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.153398 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.153679 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.153907 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.154537 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.155080 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.155574 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.156178 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.156178 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.156437 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.156574 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.157323 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.157558 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.157820 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.158068 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.158343 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.158582 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.159567 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.159567 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.159567 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.159567 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.159848 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.160049 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.160254 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.160493 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.160653 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 23:31:37.161237 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109735) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 23:31:37.161427 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 23:31:37.161586 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 23:31:37.161736 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 23:31:37.161886 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 23:31:37.162195 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 23:31:37.162426 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.162629 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.163448 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.163448 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.163448 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.163868 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.163868 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.163868 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.164203 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.164321 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.164439 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.164568 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.164769 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.164932 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.165091 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.165248 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.165445 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.166368 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.166368 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.166368 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.166368 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.166368 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.166368 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] debug = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.167240 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.167240 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.167240 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.167240 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.167240 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.167742 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.167742 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.167742 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.168034 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.168034 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.168167 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.168348 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.168508 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.168667 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.169875 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.170079 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.170292 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.172007 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.172007 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] host = dv-cinder-813221-6-iscsi {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.172007 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.172007 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.172007 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.172007 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.172526 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.172526 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.172526 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.172886 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.172886 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.173075 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.173176 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.173275 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.173449 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.173706 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.173938 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_options = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.174122 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.174282 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.174441 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.174628 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.174792 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.174951 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.175109 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.175267 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.175424 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.175581 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.176527 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.176527 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.176527 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.176527 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.176527 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.178186 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.178186 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.178186 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.178186 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.178186 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.178186 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.178186 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.178186 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.179036 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.179036 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.179036 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.179036 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.179036 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.179036 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.179036 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.179036 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.179703 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.179703 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.179703 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.179703 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.179703 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.180048 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.180048 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.180182 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.180337 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.180511 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.180660 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.181793 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.181960 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.182122 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.182282 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.182393 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:31:37.182530 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_json = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.182615 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.182733 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.182933 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.183093 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.183251 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.183496 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.183659 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.183819 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.183978 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 23:31:37.184165 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.184326 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.184499 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.184659 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.187307 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.187307 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.187307 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.187307 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.187745 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.187745 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.187745 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.188022 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.188022 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.188237 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.188348 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.188492 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.188661 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.188898 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.189090 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.189275 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.189429 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.189624 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.189831 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.189955 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.190074 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.190238 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.190761 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.190761 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.190761 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.191108 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.191108 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.191344 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.191344 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.191572 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.191690 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.191808 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.191931 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.192092 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.192252 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.192413 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.192676 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.192832 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.192952 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.193070 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.193208 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.193369 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.193534 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.193692 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.193854 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.194545 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.194714 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.194873 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.195020 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.195181 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.195338 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.195494 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.195687 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.195817 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.195946 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.196102 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.196462 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.196629 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.198161 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.198161 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.198161 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.198161 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.198634 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.198634 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.198634 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.198961 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.198961 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.199184 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.199184 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.199370 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.199498 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.199660 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.199821 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.199981 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.200141 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.200300 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.200460 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.200618 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.200803 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.201380 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.201380 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.201380 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.201677 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.201677 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.201864 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.201972 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.202082 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.202236 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.202423 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.202624 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.202734 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.202911 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.203007 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.203173 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.203327 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.203484 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.203636 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.204229 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.204229 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.204229 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.204229 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.204501 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.204566 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.204785 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.204946 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.205101 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.205218 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210412 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210412 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210412 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210412 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210412 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210412 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210412 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210412 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210973 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210973 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210973 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210973 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210973 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210973 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210973 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.210973 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211398 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211398 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211398 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211398 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211398 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211398 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211398 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211398 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211398 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211878 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211878 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211878 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211878 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211878 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211878 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211878 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.211878 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.212321 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.212321 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.212321 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.212321 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.212321 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.212321 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.212321 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.212321 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.212836 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.212836 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.212836 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.212836 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.213474 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.213474 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.214533 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.214533 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.214533 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.214533 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.214533 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.214533 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.214533 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.214533 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.215188 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.215188 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.215188 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.215188 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.215403 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.215467 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.215670 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.215752 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.215917 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.216028 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.216190 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.216350 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.216510 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.216670 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.216921 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.217069 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.217239 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.217832 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.217832 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.217832 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.217832 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.218114 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.218191 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.218350 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.218510 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.218672 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.218832 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.218991 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.219175 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.219336 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.219497 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.219672 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.219819 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.219980 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.220140 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.220300 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.220461 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.220622 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.221031 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.221031 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.222093 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.222265 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.222410 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.222549 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.222706 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.222862 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.223010 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.223165 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.223317 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.223475 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.223687 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.223866 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.224050 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.224236 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.224450 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.224450 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.224758 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.224905 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.225032 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.225150 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.225802 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.226060 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.226250 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.226467 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.226620 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.226778 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.226949 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.227103 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.227256 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.227409 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.227549 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.227677 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.227795 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.227961 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.228130 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.228272 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.228404 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.228529 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.228649 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.229657 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.229851 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.230018 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.230212 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.230374 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.230542 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.230699 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.230842 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.230949 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.231117 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.231274 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.231677 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.231677 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.231889 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.231889 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.232094 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.232196 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.232434 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.232557 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.232643 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.232814 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.232989 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.233150 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.233314 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.233475 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.233635 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.233796 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.233980 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.234124 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.234296 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.235210 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.235210 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.235210 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.235210 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.235210 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.235747 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.235747 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.235747 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.235747 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.236158 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.236158 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.236376 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.236459 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.236611 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.236798 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.236961 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.237121 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.237960 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.237960 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.237960 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.237960 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.237960 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.238465 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.238465 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.238465 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.238465 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.238902 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 23:31:37.238902 dv-cinder-813221-6-iscsi neutron-server[109735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 23:31:49.328856 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d3236-b294-4fac-9494-06f8c18e7d3d None None] get_active_networks_info from dv-cinder-813221-6-iscsi {{(pid=109848) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 23:31:49.393627 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d3236-b294-4fac-9494-06f8c18e7d3d None None] No non-hosted networks {{(pid=109848) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 20 23:31:49.403383 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.agentschedulers_db [None req-f43d3236-b294-4fac-9494-06f8c18e7d3d None None] DHCP Agent not found on host dv-cinder-813221-6-iscsi {{(pid=109848) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 20 23:31:49.530311 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8f6e1148-8961-4d36-b89a-7bc191ca7fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687761'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:51.727258 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f5e3db49-b7b1-4916-9f6d-9e88e2f61887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687761'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:51.788009 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.db.api [None req-9e166561-3e11-4c57-8513-b990603f8e78 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813221-6-iscsi {{(pid=109848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 23:31:51.788490 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG oslo_db.api [None req-9e166561-3e11-4c57-8513-b990603f8e78 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 23:31:52.362154 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9e166561-3e11-4c57-8513-b990603f8e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:53.038160 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687761'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:54.618109 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687761'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:55.545248 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.db.l3_hamode_db [None req-7969b85f-8071-4f48-97e1-0e0a92122fd4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 20 23:31:55.627762 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969b85f-8071-4f48-97e1-0e0a92122fd4 None None] Routers set() bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:31:55.628422 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969b85f-8071-4f48-97e1-0e0a92122fd4 None None] Router IDs set() for agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 23:31:56.027082 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 35938) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:31:56.124263 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687761'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:31:56.125343 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:31:56.125750 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:31:56.126184 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:31:56.126718 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:31:56.127185 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:31:56.127527 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:31:56.127860 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:31:56.128212 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:31:56.128544 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:31:56.128906 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:31:56.129250 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:31:56.129579 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:31:56.129989 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:31:56.130389 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813221-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:31:56.137725 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813221-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:31:56.711564 dv-cinder-813221-6-iscsi neutron-server[109847]: WARNING oslo_policy.policy [None req-86e8991b-840d-427a-a3c1-b46a521c30fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:31:56.712123 dv-cinder-813221-6-iscsi neutron-server[109847]: WARNING oslo_policy.policy [None req-86e8991b-840d-427a-a3c1-b46a521c30fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:31:56.938855 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [None req-86e8991b-840d-427a-a3c1-b46a521c30fb admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109847) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:31:56.939955 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-86e8991b-840d-427a-a3c1-b46a521c30fb admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9119880 Feb 20 23:31:59.578101 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 35962) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:31:59.905459 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-f27ef911-64e9-4fd5-b7d7-2e3ae918a0ac admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:31:59.997346 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.policy [None req-f27ef911-64e9-4fd5-b7d7-2e3ae918a0ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109847) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 23:32:00.040055 dv-cinder-813221-6-iscsi neutron-server[109847]: WARNING oslo_policy.policy [None req-f27ef911-64e9-4fd5-b7d7-2e3ae918a0ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:32:00.040437 dv-cinder-813221-6-iscsi neutron-server[109847]: WARNING oslo_policy.policy [None req-f27ef911-64e9-4fd5-b7d7-2e3ae918a0ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:32:00.233086 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f27ef911-64e9-4fd5-b7d7-2e3ae918a0ac admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791167775127', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791167775680', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791167760460', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791167730375', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791167739641', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791167845730', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-822222', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-799373', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3884284', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3859119'] for rbac-policy (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:00.465506 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f27ef911-64e9-4fd5-b7d7-2e3ae918a0ac admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:00.466681 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f27ef911-64e9-4fd5-b7d7-2e3ae918a0ac admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8875992 Feb 20 23:32:03.028787 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 35972) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:32:03.573607 dv-cinder-813221-6-iscsi neutron-server[109846]: WARNING oslo_policy.policy [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:32:03.574178 dv-cinder-813221-6-iscsi neutron-server[109846]: WARNING oslo_policy.policy [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:32:03.814087 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:32:03.929818 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Made reservation on behalf of c9802122530f4222b8feb9a0d3181037 for: {'network': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:32:03.991641 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.policy [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109846) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 23:32:04.034155 dv-cinder-813221-6-iscsi neutron-server[109846]: WARNING oslo_policy.policy [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:32:04.034721 dv-cinder-813221-6-iscsi neutron-server[109846]: WARNING oslo_policy.policy [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 23:32:04.045523 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:04.068958 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:04.187034 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Publish callbacks [] for security_group (e21715b7-c8ad-4ef6-83e1-15c2f91fbeae), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:04.246434 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (e21715b7-c8ad-4ef6-83e1-15c2f91fbeae), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:04.280500 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=109846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:32:04.306255 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e21715b7-c8ad-4ef6-83e1-15c2f91fbeae,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:04.323302 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:04.323302 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:04.323302 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:04.323302 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:04.323302 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:04.323827 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:04.323827 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:04.323827 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:04.323827 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:04.323827 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:04.324194 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:04.324194 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:04.324194 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Tracked resource versions report: Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: pushed versions: Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: { 'AddressGroup': {'1.2'}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'ConntrackHelper': {'1.0'}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Log': {'1.0'}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Network': {'1.1'}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Port': {'1.7'}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'PortForwarding': {'1.2'}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'QosPolicy': {'1.10'}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'SecurityGroup': {'1.5'}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'SubPort': {'1.0'}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Subnet': {'1.1'}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Trunk': {'1.1'}} Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: consumer versions: Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: { DHCP agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: L3 agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: Metadata agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: Metering agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: Open vSwitch agent@dv-cinder-813221-6-iscsi: { 'AddressGroup': '1.2', Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'ConntrackHelper': '1.0', Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'LocalIPAssociation': '1.0', Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Log': '1.0', Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Network': '1.1', Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Port': '1.7', Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'PortForwarding': '1.2', Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'QosPolicy': '1.10', Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'SecurityGroup': '1.5', Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'SecurityGroupRule': '1.2', Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'SubPort': '1.0', Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Subnet': '1.1', Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Trunk': '1.1'}} Feb 20 23:32:04.324904 dv-cinder-813221-6-iscsi neutron-server[109846]: {{(pid=109846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:32:04.430131 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791162654257', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (1dc3659c-cc80-4880-a57d-6b7748f0fb6b), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:04.431036 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Unsubscribe: segment precommit_create {{(pid=109846) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 23:32:04.431543 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.segments_db [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Added segment 1dc3659c-cc80-4880-a57d-6b7748f0fb6b of type vlan for network 415271dd-cb61-4107-a0b7-19babe8d7cac Feb 20 23:32:04.513448 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (415271dd-cb61-4107-a0b7-19babe8d7cac), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:04.646519 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (415271dd-cb61-4107-a0b7-19babe8d7cac), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:04.651928 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:32:04.652679 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:04.775129 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] Pushing event updated for resources: {'Network': ['ID=415271dd-cb61-4107-a0b7-19babe8d7cac,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:04.795464 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 415271dd-cb61-4107-a0b7-19babe8d7cac details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:32:04.820495 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-ed8f4278-678a-4e10-a19b-c303ef6b942a demo demo] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.7894840 Feb 20 23:32:07.435145 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 35992) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:32:07.897778 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78eaec-e743-43db-ba44-351eb98061e5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:32:07.899312 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-fc78eaec-e743-43db-ba44-351eb98061e5 demo admin] 10.222.0.37 "GET /v2.0/networks/415271dd-cb61-4107-a0b7-19babe8d7cac HTTP/1.1" status: 200 len: 825 time: 0.4632449 Feb 20 23:32:07.924512 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-3150d87c-a877-4b9e-a667-4ed3412bb423 demo admin] 10.222.0.37 "GET /v2.0/subnetpools/1c240862-2232-4b75-bcdd-8ae0826d08b1 HTTP/1.1" status: 200 len: 734 time: 0.0195544 Feb 20 23:32:07.934887 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '1c240862-2232-4b75-bcdd-8ae0826d08b1', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:32:08.032267 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Made reservation on behalf of c9802122530f4222b8feb9a0d3181037 for: {'subnet': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:32:08.034927 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:08.386692 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for subnet (1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:08.457363 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Checking segment: {'id': '1dc3659c-cc80-4880-a57d-6b7748f0fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:32:08.458049 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Network hostable DHCP agents. Network: 415271dd-cb61-4107-a0b7-19babe8d7cac, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:32:08.471120 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:08.481876 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:08.482253 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:08.482584 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:08.482915 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:08.483239 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:08.483554 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:08.483882 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:08.484202 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:08.484515 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:08.484874 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:08.485189 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:08.485496 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:08.485801 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Tracked resource versions report: Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: pushed versions: Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: { 'AddressGroup': {'1.2'}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'ConntrackHelper': {'1.0'}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Log': {'1.0'}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Network': {'1.1'}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Port': {'1.7'}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'PortForwarding': {'1.2'}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'QosPolicy': {'1.10'}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'SecurityGroup': {'1.5'}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'SubPort': {'1.0'}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Subnet': {'1.1'}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Trunk': {'1.1'}} Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: consumer versions: Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: { DHCP agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: L3 agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: Metadata agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: Metering agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: Open vSwitch agent@dv-cinder-813221-6-iscsi: { 'AddressGroup': '1.2', Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'ConntrackHelper': '1.0', Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'LocalIPAssociation': '1.0', Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Log': '1.0', Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Network': '1.1', Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Port': '1.7', Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'PortForwarding': '1.2', Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'QosPolicy': '1.10', Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'SecurityGroup': '1.5', Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'SecurityGroupRule': '1.2', Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'SubPort': '1.0', Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Subnet': '1.1', Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Trunk': '1.1'}} Feb 20 23:32:08.487085 dv-cinder-813221-6-iscsi neutron-server[109847]: {{(pid=109847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:32:08.574711 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Network 415271dd-cb61-4107-a0b7-19babe8d7cac is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:32:08.672191 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 415271dd-cb61-4107-a0b7-19babe8d7cac) {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:32:08.678562 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:32:08.680011 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:08.683203 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97de138-e82e-4037-9c49-e74ab6e14e46 None None] Network 415271dd-cb61-4107-a0b7-19babe8d7cac requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:32:08.765984 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-59042e84-090c-4658-9d18-1ebe55c0f0d5 demo admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8345368 Feb 20 23:32:09.119196 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6392c1-e4f2-54ed-bec5-04f8fd0c80e7-415271dd-cb61-4107-a0b7-19babe8d7cac', 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac', 'project_id': 'c9802122530f4222b8feb9a0d3181037', 'fixed_ips': [{'subnet_id': '1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe'}]}} from dv-cinder-813221-6-iscsi. {{(pid=109848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:32:09.120437 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:09.469675 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Allocated IP 172.20.0.2 (415271dd-cb61-4107-a0b7-19babe8d7cac/1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe/9b6685fa-ab62-47e1-a983-f5bcebb63983) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:32:09.751723 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Publish callbacks [] for port (9b6685fa-ab62-47e1-a983-f5bcebb63983), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:09.846961 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (9b6685fa-ab62-47e1-a983-f5bcebb63983), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:09.959436 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Network 415271dd-cb61-4107-a0b7-19babe8d7cac is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:32:09.965967 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:32:09.978193 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:32:09.981535 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Pushing event updated for resources: {'Port': ['ID=9b6685fa-ab62-47e1-a983-f5bcebb63983,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:09.993676 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:09.994034 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:09.994385 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:09.994712 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:09.995042 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:09.995367 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:09.995690 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:09.996014 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:09.996333 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:09.996667 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:09.997017 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:09.997333 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:09.997650 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Tracked resource versions report: Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: pushed versions: Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: { 'AddressGroup': {'1.2'}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'ConntrackHelper': {'1.0'}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Log': {'1.0'}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Network': {'1.1'}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Port': {'1.7'}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'PortForwarding': {'1.2'}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'QosPolicy': {'1.10'}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'SecurityGroup': {'1.5'}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'SubPort': {'1.0'}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Subnet': {'1.1'}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Trunk': {'1.1'}} Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: consumer versions: Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: { DHCP agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: L3 agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: Metadata agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: Metering agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: Open vSwitch agent@dv-cinder-813221-6-iscsi: { 'AddressGroup': '1.2', Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'ConntrackHelper': '1.0', Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'LocalIPAssociation': '1.0', Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Log': '1.0', Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Network': '1.1', Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Port': '1.7', Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'PortForwarding': '1.2', Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'QosPolicy': '1.10', Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'SecurityGroup': '1.5', Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'SecurityGroupRule': '1.2', Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'SubPort': '1.0', Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Subnet': '1.1', Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Trunk': '1.1'}} Feb 20 23:32:09.998977 dv-cinder-813221-6-iscsi neutron-server[109848]: {{(pid=109848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:32:10.071903 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Attempting to bind port 9b6685fa-ab62-47e1-a983-f5bcebb63983 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:32:10.072297 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Attempting to bind port 9b6685fa-ab62-47e1-a983-f5bcebb63983 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '1dc3659c-cc80-4880-a57d-6b7748f0fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:32:10.072736 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Attempting to bind port 9b6685fa-ab62-47e1-a983-f5bcebb63983 on network 415271dd-cb61-4107-a0b7-19babe8d7cac {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:32:10.078665 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:32:10.079028 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Checking segment: {'id': '1dc3659c-cc80-4880-a57d-6b7748f0fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:32:10.079527 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:10.079919 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Bound using segment: {'id': '1dc3659c-cc80-4880-a57d-6b7748f0fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:32:10.080428 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Bound port: 9b6685fa-ab62-47e1-a983-f5bcebb63983, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc3659c-cc80-4880-a57d-6b7748f0fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:32:10.080883 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9b6685fa-ab62-47e1-a983-f5bcebb63983), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:10.147761 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] For port 9b6685fa-ab62-47e1-a983-f5bcebb63983, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:32:10.167639 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] For port 9b6685fa-ab62-47e1-a983-f5bcebb63983, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=9b6685fa-ab62-47e1-a983-f5bcebb63983,segment=NetworkSegment(1dc3659c-cc80-4880-a57d-6b7748f0fb6b),segment_id=1dc3659c-cc80-4880-a57d-6b7748f0fb6b)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:32:10.234693 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (9b6685fa-ab62-47e1-a983-f5bcebb63983), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:10.294761 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e19ef-3127-4c6e-a50e-9cd947593a7f None None] Pushing event updated for resources: {'Port': ['ID=9b6685fa-ab62-47e1-a983-f5bcebb63983,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:11.473919 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36004) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:32:11.795397 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [None req-02784f92-c6ce-4012-8449-ba443de6e7bf admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:32:11.796471 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-02784f92-c6ce-4012-8449-ba443de6e7bf admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3215249 Feb 20 23:32:14.368169 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36012) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:32:14.698596 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [None req-9e679417-b685-46f3-94c3-5f1b50fe2f63 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:32:14.699578 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-9e679417-b685-46f3-94c3-5f1b50fe2f63 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3305144 Feb 20 23:32:17.298389 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36020) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:32:17.625535 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-747aec7a-6f74-4ec0-8b8f-fbca7b89f85c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:32:17.748795 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-747aec7a-6f74-4ec0-8b8f-fbca7b89f85c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10414'] for router (6d689b23-0e1f-453c-8b6a-1360071c1012), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:17.750358 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-747aec7a-6f74-4ec0-8b8f-fbca7b89f85c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10417'] for router (6d689b23-0e1f-453c-8b6a-1360071c1012), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:17.888425 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-747aec7a-6f74-4ec0-8b8f-fbca7b89f85c demo demo] Publish callbacks [] for router_controller (6d689b23-0e1f-453c-8b6a-1360071c1012), precommit_add_association {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:17.981519 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-747aec7a-6f74-4ec0-8b8f-fbca7b89f85c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686826'] for router (6d689b23-0e1f-453c-8b6a-1360071c1012), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:18.062606 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-747aec7a-6f74-4ec0-8b8f-fbca7b89f85c demo demo] Publish callbacks [] for router (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:18.063729 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-747aec7a-6f74-4ec0-8b8f-fbca7b89f85c demo demo] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7640419 Feb 20 23:32:19.306802 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2389131c-574e-4d13-a82b-f2f8107eed3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:20.683780 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36032) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:32:20.911257 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 9b6685fa-ab62-47e1-a983-f5bcebb63983 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:32:21.009886 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 9b6685fa-ab62-47e1-a983-f5bcebb63983 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:32:21.010309 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (9b6685fa-ab62-47e1-a983-f5bcebb63983), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:21.052858 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [None req-bcd023ab-e2dc-47a3-8ce9-24b48faa7341 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:32:21.057203 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-bcd023ab-e2dc-47a3-8ce9-24b48faa7341 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3723004 Feb 20 23:32:21.137965 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 9b6685fa-ab62-47e1-a983-f5bcebb63983 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:32:21.138346 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9b6685fa-ab62-47e1-a983-f5bcebb63983), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:21.187156 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port 9b6685fa-ab62-47e1-a983-f5bcebb63983, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=9b6685fa-ab62-47e1-a983-f5bcebb63983,segment=NetworkSegment(1dc3659c-cc80-4880-a57d-6b7748f0fb6b),segment_id=1dc3659c-cc80-4880-a57d-6b7748f0fb6b)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:32:21.263464 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (9b6685fa-ab62-47e1-a983-f5bcebb63983), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:21.321499 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=9b6685fa-ab62-47e1-a983-f5bcebb63983,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:21.681138 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-465214c7-bd19-4ac2-8ccd-01ca88fa5d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:22.033010 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2827f04b-43f1-4496-b9de-7c226426fddf None None] Network 415271dd-cb61-4107-a0b7-19babe8d7cac requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:32:22.159513 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-06c37c5b-23b9-441e-a50a-6a1202f922e8 None None] Provisioning complete for port 9b6685fa-ab62-47e1-a983-f5bcebb63983 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:32:22.159898 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-06c37c5b-23b9-441e-a50a-6a1202f922e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (9b6685fa-ab62-47e1-a983-f5bcebb63983), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:22.256053 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-06c37c5b-23b9-441e-a50a-6a1202f922e8 None None] Current status of the port 9b6685fa-ab62-47e1-a983-f5bcebb63983 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:32:22.374952 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-ebe5b210-390c-41a1-90c2-f60dd8e96e03 None None] Provisioning complete for port 9b6685fa-ab62-47e1-a983-f5bcebb63983 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:32:22.375334 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ebe5b210-390c-41a1-90c2-f60dd8e96e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (9b6685fa-ab62-47e1-a983-f5bcebb63983), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:22.454456 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5b210-390c-41a1-90c2-f60dd8e96e03 None None] Current status of the port 9b6685fa-ab62-47e1-a983-f5bcebb63983 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:32:22.861509 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 9b6685fa-ab62-47e1-a983-f5bcebb63983 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:32:22.921896 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 9b6685fa-ab62-47e1-a983-f5bcebb63983 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:32:22.922260 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (9b6685fa-ab62-47e1-a983-f5bcebb63983), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:22.996845 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 9b6685fa-ab62-47e1-a983-f5bcebb63983 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:32:23.011272 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:23.734750 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36050) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:32:23.865939 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:32:23.951704 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Made reservation on behalf of ba4b4e92fb3c443eaa3d7f00fd444e92 for: {'network': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:32:23.953956 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:23.961987 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:24.032110 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Publish callbacks [] for security_group (3d083dc6-a3e3-4ef3-b523-75f6b4c6f727), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:24.094514 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (3d083dc6-a3e3-4ef3-b523-75f6b4c6f727), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:24.114399 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Reserving flat network on physical network physnet1 {{(pid=109846) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 20 23:32:24.132267 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d083dc6-a3e3-4ef3-b523-75f6b4c6f727,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:24.137144 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (3302c8be-0505-4107-98b5-e6d5b8125ad0), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:24.137475 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.segments_db [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Added segment 3302c8be-0505-4107-98b5-e6d5b8125ad0 of type flat for network 4833237b-5877-425d-ac12-7cecdcd1e647 Feb 20 23:32:24.183103 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (4833237b-5877-425d-ac12-7cecdcd1e647), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:24.291265 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (4833237b-5877-425d-ac12-7cecdcd1e647), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:24.292194 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:32:24.292833 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:24.399884 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] Pushing event updated for resources: {'Network': ['ID=4833237b-5877-425d-ac12-7cecdcd1e647,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:24.409296 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 4833237b-5877-425d-ac12-7cecdcd1e647 details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:32:24.516977 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-c406bbff-abb0-4d3f-acce-2646f15778bb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7811196 Feb 20 23:32:24.594577 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:26.102842 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:27.004538 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 36068) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:32:27.100940 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6e3fad-cf1f-45a5-b351-0ce335f29c79 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:32:27.102193 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-7d6e3fad-cf1f-45a5-b351-0ce335f29c79 demo admin] 10.222.0.37 "GET /v2.0/subnets/1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe HTTP/1.1" status: 200 len: 849 time: 0.0966220 Feb 20 23:32:27.284990 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-97a36fa1-1d2e-40eb-82b7-5d618958b284 demo admin] 10.222.0.37 "GET /v2.0/routers/6d689b23-0e1f-453c-8b6a-1360071c1012 HTTP/1.1" status: 200 len: 704 time: 0.1771426 Feb 20 23:32:27.555151 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:27.853397 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Allocated IP 172.20.0.1 (415271dd-cb61-4107-a0b7-19babe8d7cac/1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe/02eb3813-23c3-49e9-b411-149ed9cdebbd) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:32:28.005942 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Publish callbacks [] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:28.139458 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:28.220994 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Network 415271dd-cb61-4107-a0b7-19babe8d7cac is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:32:28.227287 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:32:28.239838 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:32:28.240740 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684733'] for router_interface (6d689b23-0e1f-453c-8b6a-1360071c1012), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:28.265408 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Pushing event updated for resources: {'Port': ['ID=02eb3813-23c3-49e9-b411-149ed9cdebbd,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:28.416072 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-ae7bb96e-fd6c-42af-854e-bbf9f11cd34e None None] Provisioning complete for port 02eb3813-23c3-49e9-b411-149ed9cdebbd triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:32:28.416648 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ae7bb96e-fd6c-42af-854e-bbf9f11cd34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:28.451359 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-ae7bb96e-fd6c-42af-854e-bbf9f11cd34e None None] Port 02eb3813-23c3-49e9-b411-149ed9cdebbd cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:32:28.528533 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:28.795084 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Publish callbacks [] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:28.854898 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:28.855843 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4170004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684841'] for router_interface (6d689b23-0e1f-453c-8b6a-1360071c1012), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:28.938239 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Pushing event updated for resources: {'Port': ['ID=02eb3813-23c3-49e9-b411-149ed9cdebbd,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:28.984551 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Network 415271dd-cb61-4107-a0b7-19babe8d7cac is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:32:28.985858 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:32:29.254773 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Router 6d689b23-0e1f-453c-8b6a-1360071c1012 is scheduled to L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb with binding_index 1 {{(pid=109847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:32:29.276482 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-a5ebb32c-e980-4c76-b696-58659695f1e5 None None] Provisioning complete for port 02eb3813-23c3-49e9-b411-149ed9cdebbd triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:32:29.281190 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a5ebb32c-e980-4c76-b696-58659695f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:29.313981 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebb32c-e980-4c76-b696-58659695f1e5 None None] Port 02eb3813-23c3-49e9-b411-149ed9cdebbd cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:32:29.370596 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:32:29.377037 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-49e4c50d-5d5f-4caf-8ada-9d6c86ce7f86 demo admin] 10.222.0.37 "PUT /v2.0/routers/6d689b23-0e1f-453c-8b6a-1360071c1012/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0863147 Feb 20 23:32:29.380951 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Sync routers for ids ['6d689b23-0e1f-453c-8b6a-1360071c1012'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:32:29.396462 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Routers {'6d689b23-0e1f-453c-8b6a-1360071c1012'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:32:29.397335 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:32:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['6d689b23-0e1f-453c-8b6a-1360071c1012'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:32:29.601204 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Set router 6d689b23-0e1f-453c-8b6a-1360071c1012 gateway port host: None {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:32:30.064499 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'name': 'router1', 'tenant_id': 'c9802122530f4222b8feb9a0d3181037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:32:17Z', 'updated_at': '2022-02-20T23:32:28Z', 'revision_number': 2, 'project_id': 'c9802122530f4222b8feb9a0d3181037', 'gw_port_host': None, '_interfaces': [{'id': '02eb3813-23c3-49e9-b411-149ed9cdebbd', 'name': '', 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac', 'tenant_id': 'c9802122530f4222b8feb9a0d3181037', 'mac_address': 'fa:16:3e:be:57:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:32:27Z', 'updated_at': '2022-02-20T23:32:28Z', 'revision_number': 2, 'project_id': 'c9802122530f4222b8feb9a0d3181037', 'subnets': [{'id': '1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c240862-2232-4b75-bcdd-8ae0826d08b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:32:30.120939 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Checking router: 6d689b23-0e1f-453c-8b6a-1360071c1012 for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:32:30.121362 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Updating router 6d689b23-0e1f-453c-8b6a-1360071c1012 port 02eb3813-23c3-49e9-b411-149ed9cdebbd binding host dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:32:30.186361 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:30.760505 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Publish callbacks [] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:30.843429 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:31.036751 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Attempting to bind port 02eb3813-23c3-49e9-b411-149ed9cdebbd on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:32:31.037460 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Attempting to bind port 02eb3813-23c3-49e9-b411-149ed9cdebbd by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '1dc3659c-cc80-4880-a57d-6b7748f0fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:32:31.037845 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Attempting to bind port 02eb3813-23c3-49e9-b411-149ed9cdebbd on network 415271dd-cb61-4107-a0b7-19babe8d7cac {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:32:31.040069 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Pushing event updated for resources: {'Port': ['ID=02eb3813-23c3-49e9-b411-149ed9cdebbd,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:31.049853 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:32:31.050262 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Checking segment: {'id': '1dc3659c-cc80-4880-a57d-6b7748f0fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:32:31.050752 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:31.051146 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Bound using segment: {'id': '1dc3659c-cc80-4880-a57d-6b7748f0fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:32:31.051746 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Bound port: 02eb3813-23c3-49e9-b411-149ed9cdebbd, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc3659c-cc80-4880-a57d-6b7748f0fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:32:31.052127 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:31.056114 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:31.056473 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:31.056851 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:31.057200 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:31.057536 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:31.057870 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:31.058196 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:31.058634 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:31.058863 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:31.059190 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:31.059517 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:31.059837 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:31.060158 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Tracked resource versions report: Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: pushed versions: Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: { 'AddressGroup': {'1.2'}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'ConntrackHelper': {'1.0'}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Log': {'1.0'}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Network': {'1.1'}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Port': {'1.7'}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'PortForwarding': {'1.2'}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'QosPolicy': {'1.10'}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'SecurityGroup': {'1.5'}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'SubPort': {'1.0'}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Subnet': {'1.1'}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Trunk': {'1.1'}} Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: consumer versions: Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: { DHCP agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: L3 agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: Metadata agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: Metering agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: Open vSwitch agent@dv-cinder-813221-6-iscsi: { 'AddressGroup': '1.2', Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'ConntrackHelper': '1.0', Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'LocalIPAssociation': '1.0', Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Log': '1.0', Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Network': '1.1', Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Port': '1.7', Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'PortForwarding': '1.2', Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'QosPolicy': '1.10', Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'SecurityGroup': '1.5', Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'SecurityGroupRule': '1.2', Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'SubPort': '1.0', Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Subnet': '1.1', Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Trunk': '1.1'}} Feb 20 23:32:31.061530 dv-cinder-813221-6-iscsi neutron-server[109849]: {{(pid=109849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:32:31.149650 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] For port 02eb3813-23c3-49e9-b411-149ed9cdebbd, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:32:31.150936 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-d18831fc-78a8-4335-bbf4-5720374d5bf3 None None] Provisioning complete for port 02eb3813-23c3-49e9-b411-149ed9cdebbd triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:32:31.151440 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d18831fc-78a8-4335-bbf4-5720374d5bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:31.171893 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] For port 02eb3813-23c3-49e9-b411-149ed9cdebbd, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=02eb3813-23c3-49e9-b411-149ed9cdebbd,segment=NetworkSegment(1dc3659c-cc80-4880-a57d-6b7748f0fb6b),segment_id=1dc3659c-cc80-4880-a57d-6b7748f0fb6b)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:32:31.190590 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-d18831fc-78a8-4335-bbf4-5720374d5bf3 None None] Port 02eb3813-23c3-49e9-b411-149ed9cdebbd cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:32:31.241354 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:31.304180 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89413ca-3663-473c-9e4b-1ae921796fbb None None] Pushing event updated for resources: {'Port': ['ID=02eb3813-23c3-49e9-b411-149ed9cdebbd,revision_number=4']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:31.308042 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Routers {'6d689b23-0e1f-453c-8b6a-1360071c1012'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:32:31.308853 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:32:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['6d689b23-0e1f-453c-8b6a-1360071c1012'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:32:31.424024 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] Set router 6d689b23-0e1f-453c-8b6a-1360071c1012 gateway port host: None {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:32:31.514989 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-d548e662-4e6e-4744-8840-5fc9924f6632 None None] Provisioning complete for port 02eb3813-23c3-49e9-b411-149ed9cdebbd triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:32:31.515349 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d548e662-4e6e-4744-8840-5fc9924f6632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:31.602791 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-d548e662-4e6e-4744-8840-5fc9924f6632 None None] Current status of the port 02eb3813-23c3-49e9-b411-149ed9cdebbd is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:32:31.603079 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d548e662-4e6e-4744-8840-5fc9924f6632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:31.638315 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-d548e662-4e6e-4744-8840-5fc9924f6632 None None] For port 02eb3813-23c3-49e9-b411-149ed9cdebbd, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=02eb3813-23c3-49e9-b411-149ed9cdebbd,segment=NetworkSegment(1dc3659c-cc80-4880-a57d-6b7748f0fb6b),segment_id=1dc3659c-cc80-4880-a57d-6b7748f0fb6b)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:32:31.671090 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'name': 'router1', 'tenant_id': 'c9802122530f4222b8feb9a0d3181037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:32:17Z', 'updated_at': '2022-02-20T23:32:28Z', 'revision_number': 2, 'project_id': 'c9802122530f4222b8feb9a0d3181037', 'gw_port_host': None, '_interfaces': [{'id': '02eb3813-23c3-49e9-b411-149ed9cdebbd', 'name': '', 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac', 'tenant_id': 'c9802122530f4222b8feb9a0d3181037', 'mac_address': 'fa:16:3e:be:57:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:32:27Z', 'updated_at': '2022-02-20T23:32:31Z', 'revision_number': 4, 'project_id': 'c9802122530f4222b8feb9a0d3181037', 'subnets': [{'id': '1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c240862-2232-4b75-bcdd-8ae0826d08b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:32:31.698002 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d548e662-4e6e-4744-8840-5fc9924f6632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:31.700603 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943d469-c290-4d8f-92ed-d5ff5b9d6497 None None] The sync data for ids ['6d689b23-0e1f-453c-8b6a-1360071c1012'] in dv-cinder-813221-6-iscsi is: [{'id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'name': 'router1', 'tenant_id': 'c9802122530f4222b8feb9a0d3181037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:32:17Z', 'updated_at': '2022-02-20T23:32:28Z', 'revision_number': 2, 'project_id': 'c9802122530f4222b8feb9a0d3181037', 'gw_port_host': None, '_interfaces': [{'id': '02eb3813-23c3-49e9-b411-149ed9cdebbd', 'name': '', 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac', 'tenant_id': 'c9802122530f4222b8feb9a0d3181037', 'mac_address': 'fa:16:3e:be:57:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:32:27Z', 'updated_at': '2022-02-20T23:32:31Z', 'revision_number': 4, 'project_id': 'c9802122530f4222b8feb9a0d3181037', 'subnets': [{'id': '1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c240862-2232-4b75-bcdd-8ae0826d08b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:32:31.757159 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548e662-4e6e-4744-8840-5fc9924f6632 None None] Pushing event updated for resources: {'Port': ['ID=02eb3813-23c3-49e9-b411-149ed9cdebbd,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:32.010084 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36078) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:32:32.163352 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9d3a77-941f-4dad-9fb5-6769abeff6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:32:32.165848 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-5f9d3a77-941f-4dad-9fb5-6769abeff6fe admin admin] 10.222.0.37 "GET /v2.0/networks/4833237b-5877-425d-ac12-7cecdcd1e647 HTTP/1.1" status: 200 len: 842 time: 0.1549220 Feb 20 23:32:32.175472 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-8e39af47-95bc-4a0f-ad35-03fa79202766 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:32:32.300557 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e39af47-95bc-4a0f-ad35-03fa79202766 admin admin] Made reservation on behalf of ba4b4e92fb3c443eaa3d7f00fd444e92 for: {'subnet': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:32:32.303461 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8e39af47-95bc-4a0f-ad35-03fa79202766 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:32.818957 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.objects.ports [None req-8e39af47-95bc-4a0f-ad35-03fa79202766 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109846) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 23:32:32.819447 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8e39af47-95bc-4a0f-ad35-03fa79202766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for subnet (753a3775-61dc-4b7f-b5b6-dc4ac84580de), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:32.885371 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39af47-95bc-4a0f-ad35-03fa79202766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=753a3775-61dc-4b7f-b5b6-dc4ac84580de,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:32.887335 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39af47-95bc-4a0f-ad35-03fa79202766 admin admin] Checking segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:32:32.887722 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e39af47-95bc-4a0f-ad35-03fa79202766 admin admin] Network hostable DHCP agents. Network: 4833237b-5877-425d-ac12-7cecdcd1e647, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:32:32.975471 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e39af47-95bc-4a0f-ad35-03fa79202766 admin admin] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:32:33.051066 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-8e39af47-95bc-4a0f-ad35-03fa79202766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 4833237b-5877-425d-ac12-7cecdcd1e647) {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:32:33.057034 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e39af47-95bc-4a0f-ad35-03fa79202766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:32:33.057778 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8e39af47-95bc-4a0f-ad35-03fa79202766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:33.061746 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec702b-c940-490b-b41e-17eb11948ea8 None None] Network 4833237b-5877-425d-ac12-7cecdcd1e647 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:32:33.144772 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-8e39af47-95bc-4a0f-ad35-03fa79202766 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9631183 Feb 20 23:32:33.183650 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb600bfc-96a4-4e08-9483-2046d920bc8e None None] Network 4833237b-5877-425d-ac12-7cecdcd1e647 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:32:35.658696 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36086) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:32:35.891393 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-9edca3b5-46d1-4287-ac3c-7a34c96b1bf3 demo admin] 10.222.0.37 "GET /v2.0/routers/6d689b23-0e1f-453c-8b6a-1360071c1012 HTTP/1.1" status: 200 len: 710 time: 0.2314761 Feb 20 23:32:35.981632 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c0b06a-36d7-40c9-ad33-7e217cfa858f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:32:35.983012 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-10c0b06a-36d7-40c9-ad33-7e217cfa858f demo admin] 10.222.0.37 "GET /v2.0/networks/4833237b-5877-425d-ac12-7cecdcd1e647 HTTP/1.1" status: 200 len: 886 time: 0.0852127 Feb 20 23:32:35.995393 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:32:36.254675 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Publish callbacks [] for router_gateway (6d689b23-0e1f-453c-8b6a-1360071c1012), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:36.632308 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Publish callbacks [] for router_gateway (6d689b23-0e1f-453c-8b6a-1360071c1012), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:36.715973 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:36.944970 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Allocated IP 172.27.0.131 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/9479d3c8-54f7-492b-8081-e5efcc1934ed) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:32:37.059142 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Publish callbacks [] for port (9479d3c8-54f7-492b-8081-e5efcc1934ed), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:37.172719 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (9479d3c8-54f7-492b-8081-e5efcc1934ed), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:37.250381 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:32:37.257348 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:32:37.265994 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:32:37.313836 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Pushing event updated for resources: {'Port': ['ID=9479d3c8-54f7-492b-8081-e5efcc1934ed,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:37.647814 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Publish callbacks [] for router_gateway (6d689b23-0e1f-453c-8b6a-1360071c1012), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:37.866029 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10371'] for router (6d689b23-0e1f-453c-8b6a-1360071c1012), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:37.870784 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682871'] for router (6d689b23-0e1f-453c-8b6a-1360071c1012), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:37.988769 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Router 6d689b23-0e1f-453c-8b6a-1360071c1012 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:32:38.169842 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:32:38.174562 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:38.188853 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-7d9f7fff-7dd5-456d-9938-0989b7df6f28 demo admin] 10.222.0.37 "PUT /v2.0/routers/6d689b23-0e1f-453c-8b6a-1360071c1012 HTTP/1.1" status: 200 len: 890 time: 2.1853399 Feb 20 23:32:38.905886 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 02eb3813-23c3-49e9-b411-149ed9cdebbd up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:32:38.958879 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 02eb3813-23c3-49e9-b411-149ed9cdebbd triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:32:38.959283 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:39.046852 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 02eb3813-23c3-49e9-b411-149ed9cdebbd is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:32:40.770403 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Sync routers for ids ['6d689b23-0e1f-453c-8b6a-1360071c1012'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:32:40.781221 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Routers {'6d689b23-0e1f-453c-8b6a-1360071c1012'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:32:40.781958 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:32:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['6d689b23-0e1f-453c-8b6a-1360071c1012'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:32:40.789067 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36098) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:32:40.908099 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-bc301b70-14c2-4841-947f-e6de2157a9ed admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1178949 Feb 20 23:32:41.024604 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Set router 6d689b23-0e1f-453c-8b6a-1360071c1012 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:32:41.562116 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'name': 'router1', 'tenant_id': 'c9802122530f4222b8feb9a0d3181037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '9479d3c8-54f7-492b-8081-e5efcc1934ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:32:17Z', 'updated_at': '2022-02-20T23:32:37Z', 'revision_number': 4, 'project_id': 'c9802122530f4222b8feb9a0d3181037', 'gw_port': {'id': '9479d3c8-54f7-492b-8081-e5efcc1934ed', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:32:36Z', 'updated_at': '2022-02-20T23:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '02eb3813-23c3-49e9-b411-149ed9cdebbd', 'name': '', 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac', 'tenant_id': 'c9802122530f4222b8feb9a0d3181037', 'mac_address': 'fa:16:3e:be:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:32:27Z', 'updated_at': '2022-02-20T23:32:31Z', 'revision_number': 5, 'project_id': 'c9802122530f4222b8feb9a0d3181037', 'subnets': [{'id': '1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c240862-2232-4b75-bcdd-8ae0826d08b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:32:41.636778 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Checking router: 6d689b23-0e1f-453c-8b6a-1360071c1012 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:32:41.637137 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Updating router 6d689b23-0e1f-453c-8b6a-1360071c1012 port 9479d3c8-54f7-492b-8081-e5efcc1934ed binding host dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:32:41.691948 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9479d3c8-54f7-492b-8081-e5efcc1934ed), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:42.075664 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Publish callbacks [] for port (9479d3c8-54f7-492b-8081-e5efcc1934ed), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:42.180385 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (9479d3c8-54f7-492b-8081-e5efcc1934ed), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:42.236491 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939bf63-6253-4637-8a83-0b24c31494bf None None] Pushing event updated for resources: {'Port': ['ID=9479d3c8-54f7-492b-8081-e5efcc1934ed,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:42.240185 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Attempting to bind port 9479d3c8-54f7-492b-8081-e5efcc1934ed on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:32:42.240659 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Attempting to bind port 9479d3c8-54f7-492b-8081-e5efcc1934ed by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:32:42.241143 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Attempting to bind port 9479d3c8-54f7-492b-8081-e5efcc1934ed on network 4833237b-5877-425d-ac12-7cecdcd1e647 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:32:42.247860 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:32:42.248234 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Checking segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:32:42.248635 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:42.249050 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Bound using segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:32:42.249520 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Bound port: 9479d3c8-54f7-492b-8081-e5efcc1934ed, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:32:42.249899 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9479d3c8-54f7-492b-8081-e5efcc1934ed), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:42.389399 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] For port 9479d3c8-54f7-492b-8081-e5efcc1934ed, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:32:42.396720 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] For port 9479d3c8-54f7-492b-8081-e5efcc1934ed, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=9479d3c8-54f7-492b-8081-e5efcc1934ed,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:32:42.492093 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (9479d3c8-54f7-492b-8081-e5efcc1934ed), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:42.553797 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Routers {'6d689b23-0e1f-453c-8b6a-1360071c1012'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:32:42.554400 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:32:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['6d689b23-0e1f-453c-8b6a-1360071c1012'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:32:42.589264 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939bf63-6253-4637-8a83-0b24c31494bf None None] Pushing event updated for resources: {'Port': ['ID=9479d3c8-54f7-492b-8081-e5efcc1934ed,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:42.668449 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] Set router 6d689b23-0e1f-453c-8b6a-1360071c1012 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:32:42.971238 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'name': 'router1', 'tenant_id': 'c9802122530f4222b8feb9a0d3181037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '9479d3c8-54f7-492b-8081-e5efcc1934ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:32:17Z', 'updated_at': '2022-02-20T23:32:37Z', 'revision_number': 4, 'project_id': 'c9802122530f4222b8feb9a0d3181037', 'gw_port': {'id': '9479d3c8-54f7-492b-8081-e5efcc1934ed', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:32:36Z', 'updated_at': '2022-02-20T23:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '02eb3813-23c3-49e9-b411-149ed9cdebbd', 'name': '', 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac', 'tenant_id': 'c9802122530f4222b8feb9a0d3181037', 'mac_address': 'fa:16:3e:be:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:32:27Z', 'updated_at': '2022-02-20T23:32:31Z', 'revision_number': 5, 'project_id': 'c9802122530f4222b8feb9a0d3181037', 'subnets': [{'id': '1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c240862-2232-4b75-bcdd-8ae0826d08b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:32:42.999410 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d66a8-5a92-4bcc-8504-2688eef4b95f None None] The sync data for ids ['6d689b23-0e1f-453c-8b6a-1360071c1012'] in dv-cinder-813221-6-iscsi is: [{'id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'name': 'router1', 'tenant_id': 'c9802122530f4222b8feb9a0d3181037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '9479d3c8-54f7-492b-8081-e5efcc1934ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:32:17Z', 'updated_at': '2022-02-20T23:32:37Z', 'revision_number': 4, 'project_id': 'c9802122530f4222b8feb9a0d3181037', 'gw_port': {'id': '9479d3c8-54f7-492b-8081-e5efcc1934ed', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:32:36Z', 'updated_at': '2022-02-20T23:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '02eb3813-23c3-49e9-b411-149ed9cdebbd', 'name': '', 'network_id': '415271dd-cb61-4107-a0b7-19babe8d7cac', 'tenant_id': 'c9802122530f4222b8feb9a0d3181037', 'mac_address': 'fa:16:3e:be:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d689b23-0e1f-453c-8b6a-1360071c1012', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:32:27Z', 'updated_at': '2022-02-20T23:32:31Z', 'revision_number': 5, 'project_id': 'c9802122530f4222b8feb9a0d3181037', 'subnets': [{'id': '1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c240862-2232-4b75-bcdd-8ae0826d08b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:32:44.075844 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 5 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:32:45.060174 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 9479d3c8-54f7-492b-8081-e5efcc1934ed up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:32:45.181921 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 9479d3c8-54f7-492b-8081-e5efcc1934ed triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:32:45.182743 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (9479d3c8-54f7-492b-8081-e5efcc1934ed), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:45.334174 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 9479d3c8-54f7-492b-8081-e5efcc1934ed is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:32:45.334707 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9479d3c8-54f7-492b-8081-e5efcc1934ed), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:45.378302 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port 9479d3c8-54f7-492b-8081-e5efcc1934ed, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=9479d3c8-54f7-492b-8081-e5efcc1934ed,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:32:45.438030 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (9479d3c8-54f7-492b-8081-e5efcc1934ed), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:45.571879 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=9479d3c8-54f7-492b-8081-e5efcc1934ed,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:32:46.976100 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 9479d3c8-54f7-492b-8081-e5efcc1934ed up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:32:47.121202 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 9479d3c8-54f7-492b-8081-e5efcc1934ed triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:32:47.121801 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (9479d3c8-54f7-492b-8081-e5efcc1934ed), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:47.298370 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 9479d3c8-54f7-492b-8081-e5efcc1934ed is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:32:49.355196 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0686e226-77b3-4181-aca0-8fcca8c757d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:51.683091 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c0b0d6be-58f6-43f4-b036-8e8ff8033f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:52.985661 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:54.554054 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:32:56.131092 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:19.325032 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf705-a69c-40cc-8231-232f040e0f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:21.075468 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 5 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:33:21.693657 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f3da-866b-45a8-aba1-c85261ab510b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:22.985545 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:24.754242 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:26.114198 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:49.344390 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-147d2f19-1977-4b19-83f2-07a34cc381ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:51.707348 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7027d3e1-22e1-4ed0-a691-093d17761ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:52.990039 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:54.558811 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:56.101633 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:33:58.075253 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 5 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:34:07.228579 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36582) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:07.291902 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04a7664-1ec2-4fb4-84af-ec3658a48b3e admin admin] GET failed (client error): The resource could not be found. Feb 20 23:34:07.293211 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-a04a7664-1ec2-4fb4-84af-ec3658a48b3e admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636389 Feb 20 23:34:07.457194 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e30815a-37aa-4f8c-966a-48abbad2ed92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:07.458864 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-5e30815a-37aa-4f8c-966a-48abbad2ed92 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1614294 Feb 20 23:34:09.821906 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36592) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:09.920815 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35684fb-874a-4764-bf25-60f21782365a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:09.922209 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-d35684fb-874a-4764-bf25-60f21782365a admin admin] 10.222.0.37 "GET /v2.0/subnets/1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe HTTP/1.1" status: 200 len: 849 time: 0.0993385 Feb 20 23:34:09.933425 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:34:10.023529 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Publish callbacks [] for subnet (1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.226988 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791162864002'] for subnet (1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.258885 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:10.259470 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.266086 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] 10.222.0.37 "PUT /v2.0/subnets/1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe HTTP/1.1" status: 200 len: 868 time: 0.3329041 Feb 20 23:34:10.266322 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcff8525-d94f-467e-95fe-8a1cc04eed92 None None] Network 415271dd-cb61-4107-a0b7-19babe8d7cac requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:34:10.280598 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:34:10.288555 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:10.292001 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:10.292001 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:10.292001 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:10.292001 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:10.292001 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:10.292001 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:10.292001 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:10.292001 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:10.292001 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:10.292001 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:10.292831 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:10.292831 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af346047-5c38-4c60-b21b-97b1d9deb5b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:34:10.577462 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-04c69a7f-a425-4ad8-8720-702b60332682 None None] Provisioning complete for port 9b6685fa-ab62-47e1-a983-f5bcebb63983 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:10.577848 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-04c69a7f-a425-4ad8-8720-702b60332682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (9b6685fa-ab62-47e1-a983-f5bcebb63983), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.656536 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-04c69a7f-a425-4ad8-8720-702b60332682 None None] Current status of the port 9b6685fa-ab62-47e1-a983-f5bcebb63983 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:10.667390 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-04c69a7f-a425-4ad8-8720-702b60332682 None None] Provisioning complete for port 02eb3813-23c3-49e9-b411-149ed9cdebbd triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:34:10.667717 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-04c69a7f-a425-4ad8-8720-702b60332682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (02eb3813-23c3-49e9-b411-149ed9cdebbd), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:10.745565 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-04c69a7f-a425-4ad8-8720-702b60332682 None None] Current status of the port 02eb3813-23c3-49e9-b411-149ed9cdebbd is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:34:12.743915 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 36600) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:12.951727 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f6423-4049-45f2-9328-8dda2cec0f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:12.952112 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f6423-4049-45f2-9328-8dda2cec0f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:12.953673 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-2e3f6423-4049-45f2-9328-8dda2cec0f35 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2088244 Feb 20 23:34:15.320414 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36610) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:15.524852 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea811d8-08f5-4b53-95eb-81e34bffe858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:15.525248 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea811d8-08f5-4b53-95eb-81e34bffe858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:15.526790 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-3ea811d8-08f5-4b53-95eb-81e34bffe858 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2053957 Feb 20 23:34:17.892363 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36618) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:18.040422 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879838e6-c46c-4c62-9d64-535b3c761684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:18.041800 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-879838e6-c46c-4c62-9d64-535b3c761684 admin admin] 10.222.0.37 "GET /v2.0/networks/415271dd-cb61-4107-a0b7-19babe8d7cac HTTP/1.1" status: 200 len: 869 time: 0.1484730 Feb 20 23:34:19.315376 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6998be05-3550-49e7-905b-35610558a14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:20.414600 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36626) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:20.539488 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca44ec6-4ab5-413c-8756-6dc2878a7ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:20.540890 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-2ca44ec6-4ab5-413c-8756-6dc2878a7ec1 admin admin] 10.222.0.37 "GET /v2.0/networks/4833237b-5877-425d-ac12-7cecdcd1e647 HTTP/1.1" status: 200 len: 886 time: 0.1252928 Feb 20 23:34:21.686750 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-135ba522-3127-4aeb-81ac-9a157d6f6f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:22.885820 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36634) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:23.011527 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9391209-175c-4cbe-92e4-0d29c02f112c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:23.011984 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9391209-175c-4cbe-92e4-0d29c02f112c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:23.012140 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:23.013554 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-b9391209-175c-4cbe-92e4-0d29c02f112c admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273873 Feb 20 23:34:24.554985 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:25.401775 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36642) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:25.498716 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86655981-4aa9-434d-9bbe-98e23970a110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:25.499170 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86655981-4aa9-434d-9bbe-98e23970a110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:25.500720 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-86655981-4aa9-434d-9bbe-98e23970a110 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0976951 Feb 20 23:34:26.092809 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:27.893082 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36650) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:27.986475 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c27f92-edca-4fc1-82a9-4d19a649335d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:27.987810 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-24c27f92-edca-4fc1-82a9-4d19a649335d admin admin] 10.222.0.37 "GET /v2.0/subnets/1dfcfaa7-bb8a-43ee-8028-2b6558a2fbfe HTTP/1.1" status: 200 len: 868 time: 0.0937531 Feb 20 23:34:30.462463 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36658) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:30.552067 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f5b628-4d90-40ca-958e-1630f6f5a422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:34:30.553581 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-03f5b628-4d90-40ca-958e-1630f6f5a422 admin admin] 10.222.0.37 "GET /v2.0/subnets/753a3775-61dc-4b7f-b5b6-dc4ac84580de HTTP/1.1" status: 200 len: 816 time: 0.0896015 Feb 20 23:34:35.074414 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 5 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:34:49.306259 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5fa34175-0ad7-4df9-8e27-5306ad62b88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:51.688913 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-650a3249-76a7-4cb4-8542-9f55f7835373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:53.011994 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:54.620684 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:56.125909 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:34:59.814259 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 36712) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:34:59.865344 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [None req-beb58f82-3bf0-407e-ae03-bde42dd02cb6 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109847) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:34:59.866331 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-beb58f82-3bf0-407e-ae03-bde42dd02cb6 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511165 Feb 20 23:35:02.295931 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36720) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:02.361198 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7efdfe8-3e05-4cf0-a1a6-98bae5afe25f admin admin] GET failed (client error): The resource could not be found. Feb 20 23:35:02.362754 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-f7efdfe8-3e05-4cf0-a1a6-98bae5afe25f admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658154 Feb 20 23:35:02.452566 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa7445b-15e9-4ada-ba37-6a9600186656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:02.454082 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-0fa7445b-15e9-4ada-ba37-6a9600186656 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0856411 Feb 20 23:35:05.025417 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 36728) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:05.073383 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:35:05.157316 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Made reservation on behalf of ba4b4e92fb3c443eaa3d7f00fd444e92 for: {'network': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:35:05.159760 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:05.189246 dv-cinder-813221-6-iscsi neutron-server[109847]: WARNING neutron.services.revisions.revision_plugin [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Could not find related network for resource to bump revision. Feb 20 23:35:05.204874 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=109847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:35:05.217904 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791162654257', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (1c19809c-9dbc-4eac-842e-53e978995bea), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:05.218452 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Unsubscribe: segment precommit_create {{(pid=109847) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 23:35:05.218906 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.segments_db [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Added segment 1c19809c-9dbc-4eac-842e-53e978995bea of type vlan for network cf66d59f-7b39-4f12-9b55-da9b6ac71e05 Feb 20 23:35:05.274142 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (cf66d59f-7b39-4f12-9b55-da9b6ac71e05), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:05.357390 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (cf66d59f-7b39-4f12-9b55-da9b6ac71e05), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:05.358397 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:05.358997 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:05.450572 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Pushing event updated for resources: {'Network': ['ID=cf66d59f-7b39-4f12-9b55-da9b6ac71e05,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:05.457105 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:05.457451 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:05.457787 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:05.458170 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:05.458497 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:05.458823 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:05.459206 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:05.459547 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:05.459867 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:05.460205 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:05.460527 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:05.460864 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:05.461179 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:05.473138 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network cf66d59f-7b39-4f12-9b55-da9b6ac71e05 details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:35:05.504178 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-ef2ccec2-cefa-4403-b8b0-4452b730c655 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4772635 Feb 20 23:35:07.957123 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36736) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:35:08.020277 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c677fe22-1973-4647-8e03-b072b77ef0e2 admin admin] GET failed (client error): The resource could not be found. Feb 20 23:35:08.021978 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-c677fe22-1973-4647-8e03-b072b77ef0e2 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0638139 Feb 20 23:35:08.091619 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfafaf3-2559-422f-a48d-b73c66de31c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:08.093182 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-5bfafaf3-2559-422f-a48d-b73c66de31c5 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670319 Feb 20 23:35:08.103178 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-998ffc1e-431c-4f60-962b-f5688e15c251 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'cf66d59f-7b39-4f12-9b55-da9b6ac71e05', 'name': 'shared-subnet'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:35:08.165916 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998ffc1e-431c-4f60-962b-f5688e15c251 admin admin] Made reservation on behalf of ba4b4e92fb3c443eaa3d7f00fd444e92 for: {'subnet': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:35:08.168198 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-998ffc1e-431c-4f60-962b-f5688e15c251 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:08.480826 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-998ffc1e-431c-4f60-962b-f5688e15c251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for subnet (9de2dd2b-c1d8-480c-b02f-9f9a0128fa4e), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:08.542585 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ffc1e-431c-4f60-962b-f5688e15c251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de2dd2b-c1d8-480c-b02f-9f9a0128fa4e,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:08.550236 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ffc1e-431c-4f60-962b-f5688e15c251 admin admin] Checking segment: {'id': '1c19809c-9dbc-4eac-842e-53e978995bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf66d59f-7b39-4f12-9b55-da9b6ac71e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:35:08.550677 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ffc1e-431c-4f60-962b-f5688e15c251 admin admin] Network hostable DHCP agents. Network: cf66d59f-7b39-4f12-9b55-da9b6ac71e05, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:35:08.617402 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ffc1e-431c-4f60-962b-f5688e15c251 admin admin] Network cf66d59f-7b39-4f12-9b55-da9b6ac71e05 is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:35:08.679948 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-998ffc1e-431c-4f60-962b-f5688e15c251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, cf66d59f-7b39-4f12-9b55-da9b6ac71e05) {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:35:08.684206 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ffc1e-431c-4f60-962b-f5688e15c251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:35:08.684827 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-998ffc1e-431c-4f60-962b-f5688e15c251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:08.689651 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4756df-b4bd-4453-8620-8b819ceb6925 None None] Network cf66d59f-7b39-4f12-9b55-da9b6ac71e05 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:35:08.782856 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-998ffc1e-431c-4f60-962b-f5688e15c251 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6829321 Feb 20 23:35:08.797539 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6392c1-e4f2-54ed-bec5-04f8fd0c80e7-cf66d59f-7b39-4f12-9b55-da9b6ac71e05', 'network_id': 'cf66d59f-7b39-4f12-9b55-da9b6ac71e05', 'project_id': 'ba4b4e92fb3c443eaa3d7f00fd444e92', 'fixed_ips': [{'subnet_id': '9de2dd2b-c1d8-480c-b02f-9f9a0128fa4e'}]}} from dv-cinder-813221-6-iscsi. {{(pid=109848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:35:08.798434 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:09.055047 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Allocated IP 192.168.233.2 (cf66d59f-7b39-4f12-9b55-da9b6ac71e05/9de2dd2b-c1d8-480c-b02f-9f9a0128fa4e/ca0ef411-3e50-4aee-b530-2cf51d9a55cb) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:35:09.224019 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Publish callbacks [] for port (ca0ef411-3e50-4aee-b530-2cf51d9a55cb), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:09.315080 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (ca0ef411-3e50-4aee-b530-2cf51d9a55cb), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:09.354342 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Network cf66d59f-7b39-4f12-9b55-da9b6ac71e05 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:35:09.361584 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:35:09.366624 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:35:09.369998 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Pushing event updated for resources: {'Port': ['ID=ca0ef411-3e50-4aee-b530-2cf51d9a55cb,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:09.381244 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:09.381675 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:09.381964 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:09.382279 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:09.382603 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:09.382933 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:09.383511 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:09.383829 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:09.384145 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:09.384479 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:09.384821 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:09.385261 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:09.385461 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:35:09.436439 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Attempting to bind port ca0ef411-3e50-4aee-b530-2cf51d9a55cb on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:35:09.436813 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Attempting to bind port ca0ef411-3e50-4aee-b530-2cf51d9a55cb by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '1c19809c-9dbc-4eac-842e-53e978995bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf66d59f-7b39-4f12-9b55-da9b6ac71e05'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:35:09.437179 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Attempting to bind port ca0ef411-3e50-4aee-b530-2cf51d9a55cb on network cf66d59f-7b39-4f12-9b55-da9b6ac71e05 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:35:09.443351 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:35:09.443861 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Checking segment: {'id': '1c19809c-9dbc-4eac-842e-53e978995bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf66d59f-7b39-4f12-9b55-da9b6ac71e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:35:09.444285 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:09.444679 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Bound using segment: {'id': '1c19809c-9dbc-4eac-842e-53e978995bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf66d59f-7b39-4f12-9b55-da9b6ac71e05'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:35:09.445174 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Bound port: ca0ef411-3e50-4aee-b530-2cf51d9a55cb, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c19809c-9dbc-4eac-842e-53e978995bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf66d59f-7b39-4f12-9b55-da9b6ac71e05'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:35:09.445549 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (ca0ef411-3e50-4aee-b530-2cf51d9a55cb), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:09.519704 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] For port ca0ef411-3e50-4aee-b530-2cf51d9a55cb, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:35:09.524545 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] For port ca0ef411-3e50-4aee-b530-2cf51d9a55cb, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=ca0ef411-3e50-4aee-b530-2cf51d9a55cb,segment=NetworkSegment(1c19809c-9dbc-4eac-842e-53e978995bea),segment_id=1c19809c-9dbc-4eac-842e-53e978995bea)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:35:09.598402 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (ca0ef411-3e50-4aee-b530-2cf51d9a55cb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:09.667656 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b47a3-76d7-451e-be96-745ef2ec1b72 None None] Pushing event updated for resources: {'Port': ['ID=ca0ef411-3e50-4aee-b530-2cf51d9a55cb,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:10.659028 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f076f6-429f-4795-97e1-4d6a2b2e3810 None None] Network cf66d59f-7b39-4f12-9b55-da9b6ac71e05 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:35:10.760163 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-d36769a4-cfa9-406a-897a-e30400c40462 None None] Provisioning complete for port ca0ef411-3e50-4aee-b530-2cf51d9a55cb triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:35:10.760459 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d36769a4-cfa9-406a-897a-e30400c40462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (ca0ef411-3e50-4aee-b530-2cf51d9a55cb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:10.901766 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-d36769a4-cfa9-406a-897a-e30400c40462 None None] Current status of the port ca0ef411-3e50-4aee-b530-2cf51d9a55cb is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:35:10.904336 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d36769a4-cfa9-406a-897a-e30400c40462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (ca0ef411-3e50-4aee-b530-2cf51d9a55cb), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:10.957643 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-d36769a4-cfa9-406a-897a-e30400c40462 None None] For port ca0ef411-3e50-4aee-b530-2cf51d9a55cb, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=ca0ef411-3e50-4aee-b530-2cf51d9a55cb,segment=NetworkSegment(1c19809c-9dbc-4eac-842e-53e978995bea),segment_id=1c19809c-9dbc-4eac-842e-53e978995bea)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:35:11.038751 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device ca0ef411-3e50-4aee-b530-2cf51d9a55cb up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:35:11.075735 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d36769a4-cfa9-406a-897a-e30400c40462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (ca0ef411-3e50-4aee-b530-2cf51d9a55cb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:11.152161 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36769a4-cfa9-406a-897a-e30400c40462 None None] Pushing event updated for resources: {'Port': ['ID=ca0ef411-3e50-4aee-b530-2cf51d9a55cb,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:35:11.164114 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port ca0ef411-3e50-4aee-b530-2cf51d9a55cb triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:35:11.164505 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (ca0ef411-3e50-4aee-b530-2cf51d9a55cb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:11.216300 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-09382e4b-edd5-4c0e-a27a-e74d52325614 None None] Provisioning complete for port ca0ef411-3e50-4aee-b530-2cf51d9a55cb triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:35:11.217262 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-09382e4b-edd5-4c0e-a27a-e74d52325614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (ca0ef411-3e50-4aee-b530-2cf51d9a55cb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:11.317355 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port ca0ef411-3e50-4aee-b530-2cf51d9a55cb is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:35:11.363157 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-09382e4b-edd5-4c0e-a27a-e74d52325614 None None] Current status of the port ca0ef411-3e50-4aee-b530-2cf51d9a55cb is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:35:12.077015 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 5 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:35:12.972819 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device ca0ef411-3e50-4aee-b530-2cf51d9a55cb up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:35:13.023364 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port ca0ef411-3e50-4aee-b530-2cf51d9a55cb triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:35:13.023748 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (ca0ef411-3e50-4aee-b530-2cf51d9a55cb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:13.107731 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port ca0ef411-3e50-4aee-b530-2cf51d9a55cb is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:35:19.305993 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6b90fb1a-92ef-4e67-9877-857ca80d5a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:21.699698 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cccd7fc3-4ebb-4118-b7ae-711f9f2323bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:22.994315 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:24.594001 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:26.123203 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:49.076257 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 5 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:35:49.305237 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e8c1-3e96-4603-bc79-d56b73e6bdbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:51.684845 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-66183fa8-a708-44e2-a6ce-7bffd9d3744b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:53.005622 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:54.567965 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:35:56.115179 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:19.299748 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0e73b4bc-ba12-419a-8f95-47ea0e911467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:21.700062 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-84e0264e-a570-4b15-9099-f66aaeb008fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:23.050928 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:24.573240 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:26.074844 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 5 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:36:26.124666 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:42.070303 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36774) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:42.075972 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [None req-86e94ab1-4e61-489b-8c37-d7beb8cbe6ca tempest-verify_tempest_config-765893583 tempest-verify_tempest_config-765893583-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:36:42.077000 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-86e94ab1-4e61-489b-8c37-d7beb8cbe6ca tempest-verify_tempest_config-765893583 tempest-verify_tempest_config-765893583-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057051 Feb 20 23:36:42.631484 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36792) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:42.732477 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:42.805608 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Publish callbacks [] for security_group (a4054d9e-0014-4a22-882a-3e9d54b5eb83), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:42.869968 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a4054d9e-0014-4a22-882a-3e9d54b5eb83), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:42.916429 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a2d857db6ff4933b97f5b3479ae859f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2838340 Feb 20 23:36:42.917514 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4054d9e-0014-4a22-882a-3e9d54b5eb83,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:42.919268 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 36796) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:36:42.924932 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:42.925341 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:42.925752 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:42.926147 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:42.926483 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:42.926814 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:42.927263 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:42.927622 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:42.927959 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:42.928299 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:42.928667 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:42.929047 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:42.929363 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8262b-90c7-4ce6-b085-8e2d786b0353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:42.997326 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Publish callbacks [] for security_group (a4054d9e-0014-4a22-882a-3e9d54b5eb83), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:43.020080 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Publish callbacks [] for security_group (a4054d9e-0014-4a22-882a-3e9d54b5eb83), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:43.173064 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a4054d9e-0014-4a22-882a-3e9d54b5eb83), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:43.176251 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:43.177461 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4054d9e-0014-4a22-882a-3e9d54b5eb83 HTTP/1.1" status: 204 len: 168 time: 0.2571628 Feb 20 23:36:43.185411 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4054d9e-0014-4a22-882a-3e9d54b5eb83,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:36:43.193053 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:43.193417 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:43.193764 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:43.194095 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:43.194427 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:43.194819 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:43.195136 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:43.195606 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:43.196058 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:43.196390 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:43.196736 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:43.197058 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:43.197374 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbbe84-8bcf-4daa-a9b4-29e448a2bc6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:36:49.306631 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4d800b6a-2f2e-4fb1-ab8d-c749f222d36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:51.695321 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0f2a17b8-e416-430e-8293-805bcb428b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:53.015535 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:54.584341 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:36:56.126929 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:03.073775 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 5 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:37:19.303693 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-91e911bf-0ab9-4c46-9c07-705455f08d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:21.706187 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4b9e-af0b-463e-9411-e69965e61d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:23.012349 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:24.595098 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:26.109272 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:40.073196 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 5 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:37:49.310936 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fd3da24-bb82-444a-b869-6660b30e39d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:51.703277 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a46493c9-6b24-4ae9-a177-6a9167b4bc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:53.023292 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:54.608473 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:37:56.109273 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:17.072858 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 5 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:38:19.297723 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9c0c-5ed3-4605-a98c-01dd5efec0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:21.714313 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0784db9c-03f1-4fe3-a9c3-45dc5bbf0933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:23.028344 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:24.607514 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:25.566687 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687761'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:26.110621 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:40.245055 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 36868) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:40.365505 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-328bbf9a-fd31-4116-8413-521fd57a9c3e admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1192534 Feb 20 23:38:42.794153 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 36878) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:38:42.861206 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-62a046c4-c4e8-4557-b36c-f5bdc84d8650 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0659492 Feb 20 23:38:49.291174 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e8ac-1770-40b3-bde8-5b3d425c6916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:51.693316 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b71b33a4-6e4b-474f-a61d-091d54b3dca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:53.012995 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:54.072512 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:38:54.607285 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:55.521602 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:38:56.133289 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:19.304773 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cdeca8e7-d95e-46ff-ac16-d5aafcaa17e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:21.701844 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8003f47d-95d5-4f3c-9307-aaf514de56d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:23.012528 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:24.606664 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:25.530523 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:26.109636 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:31.073964 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:39:49.303044 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-07e52172-f252-4861-8de9-2cf4868295de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:51.703214 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-303f3bd0-999b-4190-b03d-d3308c3aa5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:53.012050 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:54.600747 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:55.548835 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:39:56.114818 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:08.073593 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:40:17.912824 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37058) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:18.426182 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-849687194-network', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:18.510273 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Made reservation on behalf of 7ab5a815f45e4787b222b7e9c1ea5314 for: {'network': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:18.512794 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:18.518044 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37082) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:18.521989 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:18.559125 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37090) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:18.618937 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Publish callbacks [] for security_group (a95ec8dd-453b-4e1d-9739-f4ac14b80781), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:18.680063 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a95ec8dd-453b-4e1d-9739-f4ac14b80781), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:18.705948 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=109846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:40:18.720328 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95ec8dd-453b-4e1d-9739-f4ac14b80781,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:18.726259 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (4b2a09a1-d06f-4667-94b2-c948c7402c59), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:18.737839 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.segments_db [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Added segment 4b2a09a1-d06f-4667-94b2-c948c7402c59 of type vlan for network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf Feb 20 23:40:18.738899 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:18.739246 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:18.739580 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:18.740485 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:18.740835 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:18.741150 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:18.741470 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:18.741789 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:18.742107 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:18.742436 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:18.742754 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:18.743064 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:18.743369 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Tracked resource versions report: Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: pushed versions: Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: { 'AddressGroup': {'1.2'}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'ConntrackHelper': {'1.0'}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Log': {'1.0'}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Network': {'1.1'}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Port': {'1.7'}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'PortForwarding': {'1.2'}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'QosPolicy': {'1.10'}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'SecurityGroup': {'1.5'}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'SubPort': {'1.0'}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Subnet': {'1.1'}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Trunk': {'1.1'}} Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: consumer versions: Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: { DHCP agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: HyperV agent@hv-cinder-81322: {}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: L3 agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: Metadata agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: Metering agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: Open vSwitch agent@dv-cinder-813221-6-iscsi: { 'AddressGroup': '1.2', Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'ConntrackHelper': '1.0', Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'LocalIPAssociation': '1.0', Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Log': '1.0', Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Network': '1.1', Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Port': '1.7', Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'PortForwarding': '1.2', Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'QosPolicy': '1.10', Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'SecurityGroup': '1.5', Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'SecurityGroupRule': '1.2', Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'SubPort': '1.0', Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Subnet': '1.1', Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: 'Trunk': '1.1'}} Feb 20 23:40:18.744454 dv-cinder-813221-6-iscsi neutron-server[109846]: {{(pid=109846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:40:18.790390 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (670c1c1c-cc9c-4c79-9476-1429c1cf5ebf), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:18.936590 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (670c1c1c-cc9c-4c79-9476-1429c1cf5ebf), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:18.937626 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:18.938210 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:18.965324 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-71137166-network', 'tenant_id': '29b170c1b1994ceab6d5862694c5f949'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:18.991574 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-384897636-network', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:19.019648 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] Pushing event updated for resources: {'Network': ['ID=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:19.033044 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:40:19.076059 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37104) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:19.076148 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-e7f99eff-a44f-4cee-a5a4-e016ee74ee07 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1592944 Feb 20 23:40:19.077667 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Request body: {'subnet': {'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-849687194-subnet', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:19.172322 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Made reservation on behalf of 4ecf54992bda4161adedd76edf3cfbf2 for: {'network': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:19.174648 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.176624 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Made reservation on behalf of 7ab5a815f45e4787b222b7e9c1ea5314 for: {'subnet': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:19.180519 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.181811 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Made reservation on behalf of 29b170c1b1994ceab6d5862694c5f949 for: {'network': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:19.183867 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.208620 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.212211 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.235986 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37112) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:19.314336 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6345ea2f-b2a4-41b6-a488-c29ac925e80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.425017 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Publish callbacks [] for security_group (77d25228-b571-4327-a4e7-e27d1293293f), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.509750 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (77d25228-b571-4327-a4e7-e27d1293293f), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.528208 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=109847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:40:19.538116 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (2840b52a-3da2-4d13-a5a2-5ca0db9602e6), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.538309 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.segments_db [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Added segment 2840b52a-3da2-4d13-a5a2-5ca0db9602e6 of type vlan for network 5517c1c7-d07f-4fbb-94dd-58daef8601f1 Feb 20 23:40:19.671579 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-network', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:19.671710 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (5517c1c7-d07f-4fbb-94dd-58daef8601f1), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.692682 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Publish callbacks [] for security_group (4be8fdb2-ba32-485c-8687-92af31412dd4), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.697223 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for subnet (350751a2-e0e2-4ae4-8032-3a3155ee3ad9), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.764482 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d25228-b571-4327-a4e7-e27d1293293f,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:19.780864 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=350751a2-e0e2-4ae4-8032-3a3155ee3ad9,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:19.786176 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.786482 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.786986 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.787325 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.787652 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.787984 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.788306 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.788629 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.788996 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.789331 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.789650 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.789967 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.790382 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Tracked resource versions report: Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: pushed versions: Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: { 'AddressGroup': {'1.2'}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'ConntrackHelper': {'1.0'}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Log': {'1.0'}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Network': {'1.1'}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Port': {'1.7'}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'PortForwarding': {'1.2'}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'QosPolicy': {'1.10'}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'SecurityGroup': {'1.5'}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'SubPort': {'1.0'}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Subnet': {'1.1'}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Trunk': {'1.1'}} Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: consumer versions: Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: { DHCP agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: HyperV agent@hv-cinder-81322: {}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: L3 agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: Metadata agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: Metering agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: Open vSwitch agent@dv-cinder-813221-6-iscsi: { 'AddressGroup': '1.2', Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'ConntrackHelper': '1.0', Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'LocalIPAssociation': '1.0', Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Log': '1.0', Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Network': '1.1', Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Port': '1.7', Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'PortForwarding': '1.2', Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'QosPolicy': '1.10', Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'SecurityGroup': '1.5', Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'SecurityGroupRule': '1.2', Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'SubPort': '1.0', Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Subnet': '1.1', Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: 'Trunk': '1.1'}} Feb 20 23:40:19.791471 dv-cinder-813221-6-iscsi neutron-server[109847]: {{(pid=109847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:40:19.795136 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Made reservation on behalf of 71217ce1f2824d06a3b07c9e12cb1a97 for: {'network': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:19.798238 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.801197 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (4be8fdb2-ba32-485c-8687-92af31412dd4), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.804000 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (5517c1c7-d07f-4fbb-94dd-58daef8601f1), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.804992 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:19.805578 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.814286 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.814286 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.814458 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.814870 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.815098 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.815420 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.815757 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.816080 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.816414 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.816774 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.817094 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.817604 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.818475 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:19.823877 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.877849 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Checking segment: {'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:19.877849 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Network hostable DHCP agents. Network: 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:40:19.911732 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=109847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:40:19.923097 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] Pushing event updated for resources: {'Network': ['ID=5517c1c7-d07f-4fbb-94dd-58daef8601f1,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:19.926699 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be8fdb2-ba32-485c-8687-92af31412dd4,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:19.940562 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 5517c1c7-d07f-4fbb-94dd-58daef8601f1 details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:40:19.940829 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (2e324f92-468f-4179-8af9-1db704772768), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.940829 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.segments_db [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Added segment 2e324f92-468f-4179-8af9-1db704772768 of type vlan for network 045de685-a397-4057-b694-72b65c12b7c8 Feb 20 23:40:19.972183 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Publish callbacks [] for security_group (81e22a9f-2a4d-4c92-a053-21e0c8328d2c), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:19.992325 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-8a46bfe2-74c2-46d3-85d5-8e4976b1e85d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4719064 Feb 20 23:40:19.995353 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37144) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:20.000572 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-bc1d068e-7e73-4b2a-a0d2-1b4b0b7b9ebe admin admin] Request body: {'subnet': {'network_id': '5517c1c7-d07f-4fbb-94dd-58daef8601f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-71137166-subnet', 'tenant_id': '29b170c1b1994ceab6d5862694c5f949', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:20.005795 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (045de685-a397-4057-b694-72b65c12b7c8), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.020271 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:40:20.078683 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (81e22a9f-2a4d-4c92-a053-21e0c8328d2c), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.109630 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1d068e-7e73-4b2a-a0d2-1b4b0b7b9ebe admin admin] Made reservation on behalf of 29b170c1b1994ceab6d5862694c5f949 for: {'subnet': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:20.113014 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d068e-7e73-4b2a-a0d2-1b4b0b7b9ebe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.117111 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf) {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:20.121904 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=109846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:40:20.128741 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e22a9f-2a4d-4c92-a053-21e0c8328d2c,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:20.135656 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (956a8fb4-e058-470d-b83f-9f77889802b2), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.135996 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.segments_db [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Added segment 956a8fb4-e058-470d-b83f-9f77889802b2 of type vlan for network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 Feb 20 23:40:20.145706 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (045de685-a397-4057-b694-72b65c12b7c8), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.148002 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:20.148607 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.166283 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d173d50-6a54-4ef2-a27d-c22b1cef60c7 None None] Network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:20.200901 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (e03f66c1-ea39-420d-9c4e-5f4ea4940fe8), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.214504 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:20.215281 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.335723 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-29402dc3-9967-48fc-9cec-2177cd073a96 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2552707 Feb 20 23:40:20.335723 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] Pushing event updated for resources: {'Network': ['ID=045de685-a397-4057-b694-72b65c12b7c8,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:20.336470 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37158) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:20.340398 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:20.341210 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6392c1-e4f2-54ed-bec5-04f8fd0c80e7-670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9'}]}} from dv-cinder-813221-6-iscsi. {{(pid=109848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:40:20.343251 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.361852 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 045de685-a397-4057-b694-72b65c12b7c8 details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:40:20.368444 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (e03f66c1-ea39-420d-9c4e-5f4ea4940fe8), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.370430 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:20.372208 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.445982 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-a15a9a3b-0307-4627-9dc9-d42a48484418 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8850589 Feb 20 23:40:20.446914 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37164) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:20.463552 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-f4d3c176-9267-4144-a867-a6e5ae87662b admin admin] Request body: {'subnet': {'network_id': '045de685-a397-4057-b694-72b65c12b7c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-384897636-subnet', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:20.493502 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2556977 Feb 20 23:40:20.496459 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37168) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:20.500212 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba393936-78f5-409b-bb17-8ed189168d54 admin admin] Pushing event updated for resources: {'Network': ['ID=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:20.511682 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-73c02c64-7aad-4b0a-8749-9c02adf88557 admin admin] Request body: {'subnet': {'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-subnet', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:20.525807 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:40:20.590267 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10414'] for router (9572085e-970c-47c0-9c72-28559b9340a8), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.593003 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10417'] for router (9572085e-970c-47c0-9c72-28559b9340a8), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.622723 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d3c176-9267-4144-a867-a6e5ae87662b admin admin] Made reservation on behalf of 4ecf54992bda4161adedd76edf3cfbf2 for: {'subnet': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:20.625958 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c176-9267-4144-a867-a6e5ae87662b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.631930 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c02c64-7aad-4b0a-8749-9c02adf88557 admin admin] Made reservation on behalf of 71217ce1f2824d06a3b07c9e12cb1a97 for: {'subnet': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:20.633720 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-73c02c64-7aad-4b0a-8749-9c02adf88557 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.764750 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d068e-7e73-4b2a-a0d2-1b4b0b7b9ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for subnet (3194953c-19a6-47d7-8abf-e28fb287efbd), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.816436 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Publish callbacks [] for router_controller (9572085e-970c-47c0-9c72-28559b9340a8), precommit_add_association {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:20.892248 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Allocated IP 172.20.0.2 (670c1c1c-cc9c-4c79-9476-1429c1cf5ebf/350751a2-e0e2-4ae4-8032-3a3155ee3ad9/b704b16c-1e30-4b30-91cd-61c75c52365e) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:20.913769 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d068e-7e73-4b2a-a0d2-1b4b0b7b9ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3194953c-19a6-47d7-8abf-e28fb287efbd,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:20.979452 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1d068e-7e73-4b2a-a0d2-1b4b0b7b9ebe admin admin] Checking segment: {'id': '2840b52a-3da2-4d13-a5a2-5ca0db9602e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5517c1c7-d07f-4fbb-94dd-58daef8601f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:20.980136 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d068e-7e73-4b2a-a0d2-1b4b0b7b9ebe admin admin] Network hostable DHCP agents. Network: 5517c1c7-d07f-4fbb-94dd-58daef8601f1, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:40:21.109377 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d068e-7e73-4b2a-a0d2-1b4b0b7b9ebe admin admin] Network 5517c1c7-d07f-4fbb-94dd-58daef8601f1 is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:40:21.208325 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-bc1d068e-7e73-4b2a-a0d2-1b4b0b7b9ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 5517c1c7-d07f-4fbb-94dd-58daef8601f1) {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:21.242138 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1d068e-7e73-4b2a-a0d2-1b4b0b7b9ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:21.246862 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-bc1d068e-7e73-4b2a-a0d2-1b4b0b7b9ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.259489 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Publish callbacks [] for router_gateway (9572085e-970c-47c0-9c72-28559b9340a8), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.318492 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Publish callbacks [] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.330130 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b924033b-2931-4f1a-bab5-e934065cdfd9 None None] Network 5517c1c7-d07f-4fbb-94dd-58daef8601f1 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:21.378637 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c176-9267-4144-a867-a6e5ae87662b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for subnet (0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.434369 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.439802 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-73c02c64-7aad-4b0a-8749-9c02adf88557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for subnet (0824fe94-1e5c-4564-a36f-ea1b09d0aec8), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.515144 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-bc1d068e-7e73-4b2a-a0d2-1b4b0b7b9ebe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5137529 Feb 20 23:40:21.517123 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c02c64-7aad-4b0a-8749-9c02adf88557 admin admin] Checking segment: {'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:21.517720 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c02c64-7aad-4b0a-8749-9c02adf88557 admin admin] Network hostable DHCP agents. Network: e03f66c1-ea39-420d-9c4e-5f4ea4940fe8, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:40:21.522758 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Pushing event updated for resources: {'Port': ['ID=b704b16c-1e30-4b30-91cd-61c75c52365e,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:21.542766 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:21.543015 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:21.543445 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:21.543989 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:21.544535 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:21.545118 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:21.545654 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:21.546459 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:21.546998 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:21.547569 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:21.548112 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:21.549072 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:21.549284 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Tracked resource versions report: Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: pushed versions: Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: { 'AddressGroup': {'1.2'}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'ConntrackHelper': {'1.0'}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Log': {'1.0'}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Network': {'1.1'}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Port': {'1.7'}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'PortForwarding': {'1.2'}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'QosPolicy': {'1.10'}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'SecurityGroup': {'1.5'}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'SubPort': {'1.0'}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Subnet': {'1.1'}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Trunk': {'1.1'}} Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: consumer versions: Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: { DHCP agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: HyperV agent@hv-cinder-81322: {}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: L3 agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: Metadata agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: Metering agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: Open vSwitch agent@dv-cinder-813221-6-iscsi: { 'AddressGroup': '1.2', Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'ConntrackHelper': '1.0', Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'LocalIPAssociation': '1.0', Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Log': '1.0', Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Network': '1.1', Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Port': '1.7', Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'PortForwarding': '1.2', Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'QosPolicy': '1.10', Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'SecurityGroup': '1.5', Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'SecurityGroupRule': '1.2', Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'SubPort': '1.0', Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Subnet': '1.1', Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: 'Trunk': '1.1'}} Feb 20 23:40:21.552082 dv-cinder-813221-6-iscsi neutron-server[109848]: {{(pid=109848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:40:21.570645 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3c176-9267-4144-a867-a6e5ae87662b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:21.584372 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:21.585850 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:21.588412 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d3c176-9267-4144-a867-a6e5ae87662b admin admin] Checking segment: {'id': '2e324f92-468f-4179-8af9-1db704772768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '045de685-a397-4057-b694-72b65c12b7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:21.588997 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d3c176-9267-4144-a867-a6e5ae87662b admin admin] Network hostable DHCP agents. Network: 045de685-a397-4057-b694-72b65c12b7c8, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:40:21.596423 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:21.650691 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c02c64-7aad-4b0a-8749-9c02adf88557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0824fe94-1e5c-4564-a36f-ea1b09d0aec8,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:21.689743 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c02c64-7aad-4b0a-8749-9c02adf88557 admin admin] Network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:40:21.714976 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d3c176-9267-4144-a867-a6e5ae87662b admin admin] Network 045de685-a397-4057-b694-72b65c12b7c8 is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:40:21.716495 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Publish callbacks [] for router_gateway (9572085e-970c-47c0-9c72-28559b9340a8), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.750210 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.754152 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e3fda-e4b1-4064-beda-5d76c4fb2b04 None None] Network 5517c1c7-d07f-4fbb-94dd-58daef8601f1 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:21.829187 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-73c02c64-7aad-4b0a-8749-9c02adf88557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, e03f66c1-ea39-420d-9c4e-5f4ea4940fe8) {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:21.832929 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-f4d3c176-9267-4144-a867-a6e5ae87662b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 045de685-a397-4057-b694-72b65c12b7c8) {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:21.841353 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d3c176-9267-4144-a867-a6e5ae87662b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:21.842997 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c176-9267-4144-a867-a6e5ae87662b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.853707 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c02c64-7aad-4b0a-8749-9c02adf88557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:21.856596 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-73c02c64-7aad-4b0a-8749-9c02adf88557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.866729 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479de3f6-8154-420f-9656-d368f8827438 None None] Network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:21.871020 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6314a9-2804-4178-8b2b-543f7bd69583 None None] Network 045de685-a397-4057-b694-72b65c12b7c8 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:21.879566 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Attempting to bind port b704b16c-1e30-4b30-91cd-61c75c52365e on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:40:21.880164 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Attempting to bind port b704b16c-1e30-4b30-91cd-61c75c52365e by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:40:21.881348 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Attempting to bind port b704b16c-1e30-4b30-91cd-61c75c52365e on network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:21.920737 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:40:21.921184 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Checking segment: {'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:21.921831 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.922448 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Bound using segment: {'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:40:21.923225 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Bound port: b704b16c-1e30-4b30-91cd-61c75c52365e, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:40:21.923828 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.943810 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-774129e3-1492-4863-bff1-fd9f9fb9ab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:21.986427 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f4d3c176-9267-4144-a867-a6e5ae87662b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5312595 Feb 20 23:40:21.991366 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37210) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:21.999712 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-384897636-router', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:22.000849 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Allocated IP 172.27.0.133 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/d13ed53b-b47d-4221-9dde-2d521e257e5f) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:22.086972 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-73c02c64-7aad-4b0a-8749-9c02adf88557 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5875828 Feb 20 23:40:22.088992 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37212) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:22.097189 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:22.141571 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10414'] for router (c88448b5-0a6e-49e8-b469-6bc10466b390), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:22.143086 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10417'] for router (c88448b5-0a6e-49e8-b469-6bc10466b390), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:22.279533 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Publish callbacks [] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:22.334705 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10414'] for router (8477965c-8e3f-4386-b418-1bee75d15ddf), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:22.334839 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10417'] for router (8477965c-8e3f-4386-b418-1bee75d15ddf), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:22.344865 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Publish callbacks [] for router_controller (c88448b5-0a6e-49e8-b469-6bc10466b390), precommit_add_association {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:22.428470 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:22.488411 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Publish callbacks [] for router_controller (8477965c-8e3f-4386-b418-1bee75d15ddf), precommit_add_association {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:22.534677 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0339e120-8d8e-476e-831b-965b4aab78ed None None] Network 045de685-a397-4057-b694-72b65c12b7c8 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:22.572982 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:22.576609 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:22.596862 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:22.709516 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9973187-3116-423d-90de-42f265811e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6392c1-e4f2-54ed-bec5-04f8fd0c80e7-e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8'}]}} from dv-cinder-813221-6-iscsi. {{(pid=109848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:40:22.710455 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c9973187-3116-423d-90de-42f265811e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:22.736350 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] For port b704b16c-1e30-4b30-91cd-61c75c52365e, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:40:22.759987 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] For port b704b16c-1e30-4b30-91cd-61c75c52365e, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=b704b16c-1e30-4b30-91cd-61c75c52365e,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:40:22.917341 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:23.030500 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37262) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:23.036307 dv-cinder-813221-6-iscsi neutron-server[109846]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 23:40:23.038156 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Pushing event updated for resources: {'Port': ['ID=d13ed53b-b47d-4221-9dde-2d521e257e5f,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:23.076189 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-c9973187-3116-423d-90de-42f265811e87 None None] Allocated IP 172.20.0.2 (e03f66c1-ea39-420d-9c4e-5f4ea4940fe8/0824fe94-1e5c-4564-a36f-ea1b09d0aec8/7474e156-4c1b-4831-98cb-ae0a04ca3f1d) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:23.111992 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20619b8d-010f-4249-b5ee-473cc5793a93 None None] Pushing event updated for resources: {'Port': ['ID=b704b16c-1e30-4b30-91cd-61c75c52365e,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:23.230351 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Publish callbacks [] for router_gateway (c88448b5-0a6e-49e8-b469-6bc10466b390), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:23.242710 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Publish callbacks [] for router_gateway (8477965c-8e3f-4386-b418-1bee75d15ddf), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:23.256033 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:23.365819 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-e5ec3dda-66b1-4abb-9ccc-41b679dcf1ac tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:23.368064 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-e5ec3dda-66b1-4abb-9ccc-41b679dcf1ac tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/networks?id=5517c1c7-d07f-4fbb-94dd-58daef8601f1 HTTP/1.1" status: 200 len: 810 time: 0.3362200 Feb 20 23:40:23.382156 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c9973187-3116-423d-90de-42f265811e87 None None] Publish callbacks [] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:23.386912 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-b63a4178-9f65-4d36-a8f3-d7db16d82bc3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/quotas/29b170c1b1994ceab6d5862694c5f949 HTTP/1.1" status: 200 len: 375 time: 0.0113664 Feb 20 23:40:23.464044 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c9973187-3116-423d-90de-42f265811e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:23.468148 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-285157d9-fa19-4428-87cc-91229ca05395 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=29b170c1b1994ceab6d5862694c5f949&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753734 Feb 20 23:40:23.530547 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9973187-3116-423d-90de-42f265811e87 None None] Network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:23.536510 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-c9973187-3116-423d-90de-42f265811e87 None None] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:23.541089 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9973187-3116-423d-90de-42f265811e87 None None] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:23.567311 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9973187-3116-423d-90de-42f265811e87 None None] Pushing event updated for resources: {'Port': ['ID=7474e156-4c1b-4831-98cb-ae0a04ca3f1d,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:23.726100 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Publish callbacks [] for router_gateway (9572085e-970c-47c0-9c72-28559b9340a8), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:23.726721 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-c9973187-3116-423d-90de-42f265811e87 None None] Attempting to bind port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:40:23.727339 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-c9973187-3116-423d-90de-42f265811e87 None None] Attempting to bind port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:40:23.730316 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9973187-3116-423d-90de-42f265811e87 None None] Attempting to bind port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d on network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:23.745011 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9973187-3116-423d-90de-42f265811e87 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:40:23.752102 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9973187-3116-423d-90de-42f265811e87 None None] Checking segment: {'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:23.752102 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c9973187-3116-423d-90de-42f265811e87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:23.752102 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9973187-3116-423d-90de-42f265811e87 None None] Bound using segment: {'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:40:23.752102 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-c9973187-3116-423d-90de-42f265811e87 None None] Bound port: 7474e156-4c1b-4831-98cb-ae0a04ca3f1d, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:40:23.752102 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c9973187-3116-423d-90de-42f265811e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:23.824989 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-c9973187-3116-423d-90de-42f265811e87 None None] For port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:40:23.828803 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-c9973187-3116-423d-90de-42f265811e87 None None] For port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=7474e156-4c1b-4831-98cb-ae0a04ca3f1d,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:40:23.850136 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-1c753b36-5ee1-4804-8e8a-a5fa092f087f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:40:23.863875 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-1c753b36-5ee1-4804-8e8a-a5fa092f087f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0778437 Feb 20 23:40:23.915954 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c9973187-3116-423d-90de-42f265811e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.033201 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9973187-3116-423d-90de-42f265811e87 None None] Pushing event updated for resources: {'Port': ['ID=7474e156-4c1b-4831-98cb-ae0a04ca3f1d,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:24.138258 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686826'] for router (9572085e-970c-47c0-9c72-28559b9340a8), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.417341 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-8fca6a6b-721e-4b8e-a36f-c63e362518fd service neutron] 10.222.0.37 "GET /v2.0/networks/5517c1c7-d07f-4fbb-94dd-58daef8601f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546353 Feb 20 23:40:24.440070 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Publish callbacks [] for router_gateway (8477965c-8e3f-4386-b418-1bee75d15ddf), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.445408 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Publish callbacks [] for router_gateway (c88448b5-0a6e-49e8-b469-6bc10466b390), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.496001 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.498536 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.617988 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-b95b6830-dbf9-4495-9057-d0f2886d53ec service neutron] 10.222.0.37 "GET /v2.0/networks/5517c1c7-d07f-4fbb-94dd-58daef8601f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997280 Feb 20 23:40:24.669309 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.691345 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Router 9572085e-970c-47c0-9c72-28559b9340a8 is scheduled to L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb with binding_index 1 {{(pid=109846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:40:24.696139 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Allocated IP 172.27.0.61 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/caa355c7-8d1d-4663-bbdb-712f1800a450) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:24.769869 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd031f32-23b8-4328-a341-c6bd9082eb2c None None] Network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:24.853809 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:40:24.857876 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Publish callbacks [] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.882314 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-565888cd-41d8-4906-b113-6ee538fe51c2 None None] Provisioning complete for port b704b16c-1e30-4b30-91cd-61c75c52365e triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:24.882314 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-565888cd-41d8-4906-b113-6ee538fe51c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.882698 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Sync routers for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:40:24.918756 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:24.919742 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:24.956324 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:24.957599 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-13f65615-ffda-4e2d-b4a7-83ff5296c186 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6244366 Feb 20 23:40:24.961801 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37296) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:25.003748 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37306) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:25.032183 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.149643 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-63750b29-53fc-4adf-972d-8d7ebebe77eb req-96d97d73-ad12-4e7f-bf0b-b021e1e0d411 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 210 time: 0.1447637 Feb 20 23:40:25.172310 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-565888cd-41d8-4906-b113-6ee538fe51c2 None None] Current status of the port b704b16c-1e30-4b30-91cd-61c75c52365e is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:25.172863 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-565888cd-41d8-4906-b113-6ee538fe51c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.305548 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-565888cd-41d8-4906-b113-6ee538fe51c2 None None] For port b704b16c-1e30-4b30-91cd-61c75c52365e, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=b704b16c-1e30-4b30-91cd-61c75c52365e,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:25.361311 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:25.366997 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-565888cd-41d8-4906-b113-6ee538fe51c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.538376 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565888cd-41d8-4906-b113-6ee538fe51c2 None None] Pushing event updated for resources: {'Port': ['ID=b704b16c-1e30-4b30-91cd-61c75c52365e,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:25.541575 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device b704b16c-1e30-4b30-91cd-61c75c52365e up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:25.582389 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:25.597834 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Allocated IP 172.27.0.92 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/575ef515-bbfa-4423-9147-f60747e8c444) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:25.620404 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port b704b16c-1e30-4b30-91cd-61c75c52365e triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:25.621021 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.713615 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:25.716342 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-a97a47e8-3931-40ca-8062-aa7f63f3298d None None] Provisioning complete for port b704b16c-1e30-4b30-91cd-61c75c52365e triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:25.717097 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a97a47e8-3931-40ca-8062-aa7f63f3298d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.717245 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:25.758740 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:23Z', 'revision_number': 3, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:25.763838 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Pushing event updated for resources: {'Port': ['ID=caa355c7-8d1d-4663-bbdb-712f1800a450,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:25.824912 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c4fc5-2aee-43fd-893f-eda57117284a None None] Network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:25.841428 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:25.872840 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Checking router: 9572085e-970c-47c0-9c72-28559b9340a8 for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:40:25.873208 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Updating router 9572085e-970c-47c0-9c72-28559b9340a8 port d13ed53b-b47d-4221-9dde-2d521e257e5f binding host dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:40:25.956521 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.019716 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Publish callbacks [] for port (575ef515-bbfa-4423-9147-f60747e8c444), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.030046 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port b704b16c-1e30-4b30-91cd-61c75c52365e is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:26.031098 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 7474e156-4c1b-4831-98cb-ae0a04ca3f1d up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:26.102540 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-a97a47e8-3931-40ca-8062-aa7f63f3298d None None] Current status of the port b704b16c-1e30-4b30-91cd-61c75c52365e is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:26.161229 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:26.161993 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.167597 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (575ef515-bbfa-4423-9147-f60747e8c444), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.208372 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.258678 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:26.260995 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-74d268be-87b2-431b-bfed-84ab91806f7a None None] Provisioning complete for port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:26.261813 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-74d268be-87b2-431b-bfed-84ab91806f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.350182 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:26.351180 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.396724 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d41e86ba-819c-407c-9a49-9b385249b32c req-4df0bd55-8209-4dff-b3b8-eb61c6607e3e tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 210 time: 0.1249590 Feb 20 23:40:26.436942 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:26.441113 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Pushing event updated for resources: {'Port': ['ID=575ef515-bbfa-4423-9147-f60747e8c444,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:26.465706 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=7474e156-4c1b-4831-98cb-ae0a04ca3f1d,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:26.491715 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-74d268be-87b2-431b-bfed-84ab91806f7a None None] Current status of the port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:26.492156 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-74d268be-87b2-431b-bfed-84ab91806f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.545877 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Publish callbacks [] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.547001 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:26.643264 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.693035 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.756488 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Attempting to bind port d13ed53b-b47d-4221-9dde-2d521e257e5f on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:40:26.756966 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Attempting to bind port d13ed53b-b47d-4221-9dde-2d521e257e5f by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:40:26.757291 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Attempting to bind port d13ed53b-b47d-4221-9dde-2d521e257e5f on network 4833237b-5877-425d-ac12-7cecdcd1e647 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:26.778410 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:40:26.781603 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Checking segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:26.781603 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.781603 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Bound using segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:40:26.781603 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Bound port: d13ed53b-b47d-4221-9dde-2d521e257e5f, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:40:26.782072 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.786227 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Pushing event updated for resources: {'Port': ['ID=d13ed53b-b47d-4221-9dde-2d521e257e5f,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:26.797220 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=7474e156-4c1b-4831-98cb-ae0a04ca3f1d,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:26.808847 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.db.api [None req-74d268be-87b2-431b-bfed-84ab91806f7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 23:40:26.809005 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG oslo_db.api [None req-74d268be-87b2-431b-bfed-84ab91806f7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 23:40:26.832308 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:26.837247 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:26.837247 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:26.837247 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:26.837247 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:26.837247 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:26.837247 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:26.837247 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:26.837247 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:26.837247 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:26.837247 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:26.837247 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:26.837247 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Tracked resource versions report: Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: pushed versions: Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: { 'AddressGroup': {'1.2'}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'ConntrackHelper': {'1.0'}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'LocalIPAssociation': {'1.0'}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Log': {'1.0'}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Network': {'1.1'}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Port': {'1.7'}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'PortForwarding': {'1.2'}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'QosPolicy': {'1.10'}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'SecurityGroup': {'1.5'}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'SecurityGroupRule': {'1.2'}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'SubPort': {'1.0'}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Subnet': {'1.1'}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Trunk': {'1.1'}} Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: consumer versions: Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: { DHCP agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: HyperV agent@hv-cinder-81322: {}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: L3 agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: Metadata agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: Metering agent@dv-cinder-813221-6-iscsi: {}, Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: Open vSwitch agent@dv-cinder-813221-6-iscsi: { 'AddressGroup': '1.2', Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'ConntrackHelper': '1.0', Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'LocalIPAssociation': '1.0', Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Log': '1.0', Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Network': '1.1', Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Port': '1.7', Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'PortForwarding': '1.2', Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'QosPolicy': '1.10', Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'SecurityGroup': '1.5', Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'SecurityGroupRule': '1.2', Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'SubPort': '1.0', Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Subnet': '1.1', Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: 'Trunk': '1.1'}} Feb 20 23:40:26.838651 dv-cinder-813221-6-iscsi neutron-server[109849]: {{(pid=109849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 23:40:26.877603 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] For port d13ed53b-b47d-4221-9dde-2d521e257e5f, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:40:26.884868 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] For port d13ed53b-b47d-4221-9dde-2d521e257e5f, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=d13ed53b-b47d-4221-9dde-2d521e257e5f,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:40:26.926292 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Publish callbacks [] for router_gateway (8477965c-8e3f-4386-b418-1bee75d15ddf), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:26.960165 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.032204 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a90d5-f0d8-4418-94a5-89881e994d99 None None] Pushing event updated for resources: {'Port': ['ID=d13ed53b-b47d-4221-9dde-2d521e257e5f,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:27.035642 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:27.036083 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:27.178908 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.199191 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:27.215289 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device b704b16c-1e30-4b30-91cd-61c75c52365e up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:27.391704 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port b704b16c-1e30-4b30-91cd-61c75c52365e triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:27.392358 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.394006 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-74d268be-87b2-431b-bfed-84ab91806f7a None None] Current status of the port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:27.439717 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686826'] for router (8477965c-8e3f-4386-b418-1bee75d15ddf), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.557873 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:23Z', 'revision_number': 3, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:27.575025 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-fc51ad4d-9ba4-45dc-91f5-9878460f70cd None None] Provisioning complete for port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:27.577812 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc51ad4d-9ba4-45dc-91f5-9878460f70cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.601193 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-abbf8189-84fb-4edb-bedc-69f58cec2c18 req-6f2e04c2-b711-4a85-87c2-fbcd9f97d90f tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 210 time: 0.0948770 Feb 20 23:40:27.626963 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Publish callbacks [] for router_gateway (c88448b5-0a6e-49e8-b469-6bc10466b390), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:27.649165 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ec04c-ee6f-427b-8459-78c33bb6678e None None] The sync data for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi is: [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:23Z', 'revision_number': 3, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:40:28.029202 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port b704b16c-1e30-4b30-91cd-61c75c52365e is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:28.029202 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 7474e156-4c1b-4831-98cb-ae0a04ca3f1d up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:28.035649 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Allocated IP 172.20.0.1 (670c1c1c-cc9c-4c79-9476-1429c1cf5ebf/350751a2-e0e2-4ae4-8032-3a3155ee3ad9/4be97cd9-7403-445c-b7c5-8c4eced0ac22) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:28.037728 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:28.037728 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:28.037728 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-fc51ad4d-9ba4-45dc-91f5-9878460f70cd None None] Current status of the port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:28.037728 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:28.115986 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Publish callbacks [] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:28.139292 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686826'] for router (c88448b5-0a6e-49e8-b469-6bc10466b390), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:28.244215 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37400) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:28.376512 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-78f9bfa7-6f52-4382-9286-ca916d9da713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:28.459725 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-78f9bfa7-6f52-4382-9286-ca916d9da713 admin admin] Publish callbacks [] for security_group (12ca723d-9129-412d-a475-8162f7955ecb), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:28.664421 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Router 8477965c-8e3f-4386-b418-1bee75d15ddf is scheduled to L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb with binding_index 1 {{(pid=109847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:40:28.707115 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-78f9bfa7-6f52-4382-9286-ca916d9da713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (12ca723d-9129-412d-a475-8162f7955ecb), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:28.726353 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:28.728357 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Router c88448b5-0a6e-49e8-b469-6bc10466b390 is scheduled to L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb with binding_index 1 {{(pid=109847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:40:28.776715 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9bfa7-6f52-4382-9286-ca916d9da713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ca723d-9129-412d-a475-8162f7955ecb,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:28.804078 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:28.846221 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-78f9bfa7-6f52-4382-9286-ca916d9da713 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78216099fd84486195dbacc1d3e9e25d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5926058 Feb 20 23:40:28.849560 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37412) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:28.878465 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b810852e-c6cd-4e7e-9ee2-5465333753de req-a181a0b7-58e7-41eb-8998-2af12cfb7984 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 210 time: 0.0713634 Feb 20 23:40:28.952330 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a629cac3-36dd-45ba-a492-f4711663427a admin admin] Publish callbacks [] for security_group (12ca723d-9129-412d-a475-8162f7955ecb), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:28.993051 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a629cac3-36dd-45ba-a492-f4711663427a admin admin] Publish callbacks [] for security_group (12ca723d-9129-412d-a475-8162f7955ecb), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.049478 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:29.056856 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:29.056856 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684733'] for router_interface (9572085e-970c-47c0-9c72-28559b9340a8), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.072394 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Pushing event updated for resources: {'Port': ['ID=4be97cd9-7403-445c-b7c5-8c4eced0ac22,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:29.143355 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a629cac3-36dd-45ba-a492-f4711663427a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (12ca723d-9129-412d-a475-8162f7955ecb), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.147867 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a629cac3-36dd-45ba-a492-f4711663427a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.154647 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-a629cac3-36dd-45ba-a492-f4711663427a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12ca723d-9129-412d-a475-8162f7955ecb HTTP/1.1" status: 204 len: 168 time: 0.3035913 Feb 20 23:40:29.174706 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629cac3-36dd-45ba-a492-f4711663427a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ca723d-9129-412d-a475-8162f7955ecb,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:29.318978 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device d13ed53b-b47d-4221-9dde-2d521e257e5f up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:29.372031 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:40:29.397642 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Sync routers for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:40:29.431008 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:29.431008 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:29.463589 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:40:29.477752 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Sync routers for ids ['c88448b5-0a6e-49e8-b469-6bc10466b390'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:40:29.496109 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Routers {'c88448b5-0a6e-49e8-b469-6bc10466b390'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:29.497757 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['c88448b5-0a6e-49e8-b469-6bc10466b390'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:29.521149 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port d13ed53b-b47d-4221-9dde-2d521e257e5f triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:29.521786 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.535258 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.538771 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-14f1c6ee-a968-40ec-a9b9-b367146ace77 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4471138 Feb 20 23:40:29.541931 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37428) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:29.632498 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:29.661575 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.670802 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-cd087726-354f-48b8-b862-2b26a4ab3f22 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6770926 Feb 20 23:40:29.671472 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37432) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:29.719901 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Set router c88448b5-0a6e-49e8-b469-6bc10466b390 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:29.915351 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-ea4b39df-939c-48ab-81ef-72a6ce53edd2 None None] Provisioning complete for port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:29.915759 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ea4b39df-939c-48ab-81ef-72a6ce53edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:29.971414 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.026339 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-ea4b39df-939c-48ab-81ef-72a6ce53edd2 None None] Port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:40:30.121260 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'name': 'tempest-ServerRescueNegativeTestJSON-384897636-router', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '575ef515-bbfa-4423-9147-f60747e8c444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:27Z', 'revision_number': 3, 'project_id': '4ecf54992bda4161adedd76edf3cfbf2', 'gw_port': {'id': '575ef515-bbfa-4423-9147-f60747e8c444', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:30.223692 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port d13ed53b-b47d-4221-9dde-2d521e257e5f is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:30.224630 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.259578 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port d13ed53b-b47d-4221-9dde-2d521e257e5f, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=d13ed53b-b47d-4221-9dde-2d521e257e5f,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:30.271401 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:26Z', 'revision_number': 3, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:30.290305 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Checking router: c88448b5-0a6e-49e8-b469-6bc10466b390 for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:40:30.291732 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Updating router c88448b5-0a6e-49e8-b469-6bc10466b390 port 575ef515-bbfa-4423-9147-f60747e8c444 binding host dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:40:30.314222 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Checking router: 8477965c-8e3f-4386-b418-1bee75d15ddf for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:40:30.319027 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Updating router 8477965c-8e3f-4386-b418-1bee75d15ddf port caa355c7-8d1d-4663-bbdb-712f1800a450 binding host dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:40:30.338599 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5bf35c8c-c2c1-4d16-8dc7-a26bb5dbce8c req-85f78203-9f92-4a67-8e69-a38912c85bb7 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 210 time: 0.1178682 Feb 20 23:40:30.339676 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (575ef515-bbfa-4423-9147-f60747e8c444), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.357831 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.89', 55377) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:30.376908 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.446660 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.453341 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=d13ed53b-b47d-4221-9dde-2d521e257e5f,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:30.556269 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37462) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:30.775428 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-6b11936b-37d8-4fba-8cba-3578dee4d0a8 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:30.784075 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-6b11936b-37d8-4fba-8cba-3578dee4d0a8 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.89 "GET /v2.0/networks?id=5517c1c7-d07f-4fbb-94dd-58daef8601f1 HTTP/1.1" status: 200 len: 810 time: 0.4178851 Feb 20 23:40:30.844731 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Publish callbacks [] for port (575ef515-bbfa-4423-9147-f60747e8c444), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.863026 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Publish callbacks [] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.871617 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-c26f93e9-c716-4fd2-b0a1-222b1f1cf7a3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Request body: {'port': {'device_id': 'eae84388-f8bd-427e-ba90-6ebed0265f66', 'network_id': '5517c1c7-d07f-4fbb-94dd-58daef8601f1', 'admin_state_up': True, 'tenant_id': '29b170c1b1994ceab6d5862694c5f949'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:30.931001 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8c5192c8-3a37-4502-98a6-c68d754bb106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:30.936911 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (575ef515-bbfa-4423-9147-f60747e8c444), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.002863 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.005577 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.006509 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4170004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684841'] for router_interface (9572085e-970c-47c0-9c72-28559b9340a8), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.042738 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754b2a5-1cbb-475b-9322-daf66355cd1b None None] Pushing event updated for resources: {'Port': ['ID=575ef515-bbfa-4423-9147-f60747e8c444,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:31.068838 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Attempting to bind port 575ef515-bbfa-4423-9147-f60747e8c444 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:40:31.069559 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Attempting to bind port 575ef515-bbfa-4423-9147-f60747e8c444 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:40:31.070035 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Attempting to bind port 575ef515-bbfa-4423-9147-f60747e8c444 on network 4833237b-5877-425d-ac12-7cecdcd1e647 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:31.077276 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:40:31.087732 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Checking segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:31.102951 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.103626 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Bound using segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:40:31.106184 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Bound port: 575ef515-bbfa-4423-9147-f60747e8c444, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:40:31.109328 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (575ef515-bbfa-4423-9147-f60747e8c444), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.215587 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Pushing event updated for resources: {'Port': ['ID=4be97cd9-7403-445c-b7c5-8c4eced0ac22,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:31.255107 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] For port 575ef515-bbfa-4423-9147-f60747e8c444, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:40:31.260870 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] For port 575ef515-bbfa-4423-9147-f60747e8c444, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=575ef515-bbfa-4423-9147-f60747e8c444,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:40:31.276682 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device d13ed53b-b47d-4221-9dde-2d521e257e5f up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:31.336614 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (575ef515-bbfa-4423-9147-f60747e8c444), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.400172 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Publish callbacks [] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.404933 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8c5192c8-3a37-4502-98a6-c68d754bb106 admin admin] Publish callbacks [] for security_group (7fa67576-5ec3-4915-b9d4-464c070a32da), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.424861 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port d13ed53b-b47d-4221-9dde-2d521e257e5f triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:31.425225 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.472011 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:31.487446 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:31.509620 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Routers {'c88448b5-0a6e-49e8-b469-6bc10466b390'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:31.516045 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['c88448b5-0a6e-49e8-b469-6bc10466b390'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:31.523029 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754b2a5-1cbb-475b-9322-daf66355cd1b None None] Pushing event updated for resources: {'Port': ['ID=575ef515-bbfa-4423-9147-f60747e8c444,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:31.527962 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.540485 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8c5192c8-3a37-4502-98a6-c68d754bb106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (7fa67576-5ec3-4915-b9d4-464c070a32da), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.643735 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cf2b3-ef1f-45d1-9aea-92878711c2ce None None] Pushing event updated for resources: {'Port': ['ID=caa355c7-8d1d-4663-bbdb-712f1800a450,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:31.664940 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-8c5192c8-3a37-4502-98a6-c68d754bb106 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4d7cf2a0bb543069b5b44646870a6d6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0249104 Feb 20 23:40:31.686371 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37522) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:31.731118 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Attempting to bind port caa355c7-8d1d-4663-bbdb-712f1800a450 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:40:31.731488 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Attempting to bind port caa355c7-8d1d-4663-bbdb-712f1800a450 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:40:31.731846 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Attempting to bind port caa355c7-8d1d-4663-bbdb-712f1800a450 on network 4833237b-5877-425d-ac12-7cecdcd1e647 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:31.787160 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5b9a229e-c3d2-485a-93e1-078779df9eb8 req-23bfadb0-a2f9-4ef5-9296-34cc4232d342 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 210 time: 0.2555888 Feb 20 23:40:31.806348 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Router 9572085e-970c-47c0-9c72-28559b9340a8 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:40:31.819554 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Allocated IP 172.20.0.1 (045de685-a397-4057-b694-72b65c12b7c8/0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a/4632bdbf-bfdb-4db1-90ff-cc01fd114d6b) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:31.860207 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:40:31.860207 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Checking segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:31.860207 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.860207 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Bound using segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:40:31.860207 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Bound port: caa355c7-8d1d-4663-bbdb-712f1800a450, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:40:31.860207 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.860630 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] Set router c88448b5-0a6e-49e8-b469-6bc10466b390 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:31.923685 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.931413 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port d13ed53b-b47d-4221-9dde-2d521e257e5f is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:31.961885 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-0c03be09-372d-4f3e-8ff0-3a359cad7677 None None] Provisioning complete for port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:31.963009 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0c03be09-372d-4f3e-8ff0-3a359cad7677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:31.965332 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5192c8-3a37-4502-98a6-c68d754bb106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa67576-5ec3-4915-b9d4-464c070a32da,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:32.022341 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] For port caa355c7-8d1d-4663-bbdb-712f1800a450, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:40:32.030433 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] For port caa355c7-8d1d-4663-bbdb-712f1800a450, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=caa355c7-8d1d-4663-bbdb-712f1800a450,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:40:32.047207 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-0c03be09-372d-4f3e-8ff0-3a359cad7677 None None] Port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:40:32.132883 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'name': 'tempest-ServerRescueNegativeTestJSON-384897636-router', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '575ef515-bbfa-4423-9147-f60747e8c444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:27Z', 'revision_number': 3, 'project_id': '4ecf54992bda4161adedd76edf3cfbf2', 'gw_port': {'id': '575ef515-bbfa-4423-9147-f60747e8c444', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:32.143667 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:32.179085 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e63140-cf06-4d82-98ca-0bb796a4f03b None None] The sync data for ids ['c88448b5-0a6e-49e8-b469-6bc10466b390'] in dv-cinder-813221-6-iscsi is: [{'id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'name': 'tempest-ServerRescueNegativeTestJSON-384897636-router', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '575ef515-bbfa-4423-9147-f60747e8c444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:27Z', 'revision_number': 3, 'project_id': '4ecf54992bda4161adedd76edf3cfbf2', 'gw_port': {'id': '575ef515-bbfa-4423-9147-f60747e8c444', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:40:32.197313 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Allocated IP 172.20.0.1 (e03f66c1-ea39-420d-9c4e-5f4ea4940fe8/0824fe94-1e5c-4564-a36f-ea1b09d0aec8/c6a5e9fd-862c-4805-b6bc-c73005e3f938) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:32.280960 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:32.282030 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:32.342170 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Publish callbacks [] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:32.373983 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:40:32.391725 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-47420473-e9cc-4f2f-8a91-513ceb5d1f08 admin admin] 10.222.0.37 "PUT /v2.0/routers/9572085e-970c-47c0-9c72-28559b9340a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4183693 Feb 20 23:40:32.414104 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Publish callbacks [] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:32.532969 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-071b23c7-1fd9-4d3d-aeff-3416107d28ce admin admin] Publish callbacks [] for security_group (7fa67576-5ec3-4915-b9d4-464c070a32da), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:32.576546 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-c26f93e9-c716-4fd2-b0a1-222b1f1cf7a3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Made reservation on behalf of 29b170c1b1994ceab6d5862694c5f949 for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:32.582354 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-c26f93e9-c716-4fd2-b0a1-222b1f1cf7a3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:32.592451 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:32.616333 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-071b23c7-1fd9-4d3d-aeff-3416107d28ce admin admin] Publish callbacks [] for security_group (7fa67576-5ec3-4915-b9d4-464c070a32da), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:32.638276 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:32.679533 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cf2b3-ef1f-45d1-9aea-92878711c2ce None None] Pushing event updated for resources: {'Port': ['ID=caa355c7-8d1d-4663-bbdb-712f1800a450,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:32.743580 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:32.778668 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:32.818252 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Sync routers for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:40:32.866840 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Pushing event updated for resources: {'Port': ['ID=4632bdbf-bfdb-4db1-90ff-cc01fd114d6b,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:32.888880 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Network 045de685-a397-4057-b694-72b65c12b7c8 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:32.898891 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:32.906008 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:32.906513 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684733'] for router_interface (c88448b5-0a6e-49e8-b469-6bc10466b390), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:32.919711 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:32.919711 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:33.050070 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37574) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:33.113492 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Pushing event updated for resources: {'Port': ['ID=c6a5e9fd-862c-4805-b6bc-c73005e3f938,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:33.143054 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:33.211496 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:33.211496 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684733'] for router_interface (8477965c-8e3f-4386-b418-1bee75d15ddf), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:33.214034 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-857c3b72-9b41-405c-be82-e99246defb6c req-72f06d59-812f-406e-ad8e-1b6d215bac81 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 210 time: 0.1054785 Feb 20 23:40:33.305575 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:33.320841 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 575ef515-bbfa-4423-9147-f60747e8c444 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:33.423210 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-916c0af1-3c37-4492-a17f-00849071cc76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:33.435584 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:33.678136 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 575ef515-bbfa-4423-9147-f60747e8c444 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:33.679295 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (575ef515-bbfa-4423-9147-f60747e8c444), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:33.704565 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-916c0af1-3c37-4492-a17f-00849071cc76 admin admin] Publish callbacks [] for security_group (cc289e79-726b-457a-8b20-b1c77a6dcc49), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:33.739192 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Publish callbacks [] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:33.761026 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-ef4703b8-d3c9-44d6-85d8-e271f6154964 None None] Provisioning complete for port c6a5e9fd-862c-4805-b6bc-c73005e3f938 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:33.767881 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ef4703b8-d3c9-44d6-85d8-e271f6154964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:33.775208 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:26Z', 'revision_number': 3, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:33.787418 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-916c0af1-3c37-4492-a17f-00849071cc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (cc289e79-726b-457a-8b20-b1c77a6dcc49), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:33.797230 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-c26f93e9-c716-4fd2-b0a1-222b1f1cf7a3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Allocated IP 172.20.0.4 (5517c1c7-d07f-4fbb-94dd-58daef8601f1/3194953c-19a6-47d7-8abf-e28fb287efbd/cedca403-6250-4530-a649-45cdeb7bd9f2) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:33.829937 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:33.830665 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4170004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684841'] for router_interface (c88448b5-0a6e-49e8-b469-6bc10466b390), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:33.871331 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777163c1-1b44-4489-a18e-9fae422c4e3f None None] The sync data for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi is: [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:26Z', 'revision_number': 3, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:40:33.909016 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37580) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:33.912830 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Pushing event updated for resources: {'Port': ['ID=4632bdbf-bfdb-4db1-90ff-cc01fd114d6b,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:33.922764 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-f34384a7-9102-46b1-839d-68049581945f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--694116812', 'description': 'tempest-description--658520470'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:33.944099 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c0af1-3c37-4492-a17f-00849071cc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc289e79-726b-457a-8b20-b1c77a6dcc49,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:33.951860 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-916c0af1-3c37-4492-a17f-00849071cc76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38f36f460e8b4346bd8b33a6ad900d80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8993261 Feb 20 23:40:33.952066 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37582) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:33.958176 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-ef4703b8-d3c9-44d6-85d8-e271f6154964 None None] Port c6a5e9fd-862c-4805-b6bc-c73005e3f938 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:40:34.027427 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 575ef515-bbfa-4423-9147-f60747e8c444 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:34.028074 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (575ef515-bbfa-4423-9147-f60747e8c444), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:34.079197 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port 575ef515-bbfa-4423-9147-f60747e8c444, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=575ef515-bbfa-4423-9147-f60747e8c444,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:34.100575 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 2, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:34.146510 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f34384a7-9102-46b1-839d-68049581945f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:34.153534 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Network 045de685-a397-4057-b694-72b65c12b7c8 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:34.163734 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:34.179678 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Checking router: 9572085e-970c-47c0-9c72-28559b9340a8 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:40:34.179678 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Updating router 9572085e-970c-47c0-9c72-28559b9340a8 port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 binding host dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:40:34.199023 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-071b23c7-1fd9-4d3d-aeff-3416107d28ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (7fa67576-5ec3-4915-b9d4-464c070a32da), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:34.203162 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-071b23c7-1fd9-4d3d-aeff-3416107d28ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:34.204917 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-071b23c7-1fd9-4d3d-aeff-3416107d28ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fa67576-5ec3-4915-b9d4-464c070a32da HTTP/1.1" status: 204 len: 168 time: 2.4324059 Feb 20 23:40:34.217723 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (575ef515-bbfa-4423-9147-f60747e8c444), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:34.273016 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:34.366699 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=575ef515-bbfa-4423-9147-f60747e8c444,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:34.429660 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b23c7-1fd9-4d3d-aeff-3416107d28ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa67576-5ec3-4915-b9d4-464c070a32da,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:34.578947 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f34384a7-9102-46b1-839d-68049581945f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group (4254b0e0-91f3-4524-a907-7be4d104a5e8), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:34.590772 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Router c88448b5-0a6e-49e8-b469-6bc10466b390 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:40:34.598263 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-c26f93e9-c716-4fd2-b0a1-222b1f1cf7a3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Publish callbacks [] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:34.619228 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:34.664175 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0ea9713c-3819-4f56-93ff-fb06218dbf06 req-a447212a-d52d-4d66-bbf9-4b834dc28e00 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 210 time: 0.2401841 Feb 20 23:40:34.715190 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f34384a7-9102-46b1-839d-68049581945f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (4254b0e0-91f3-4524-a907-7be4d104a5e8), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:34.830549 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8fba5060-12f0-4edc-aa0b-d69de21ba0d3 admin admin] Publish callbacks [] for security_group (cc289e79-726b-457a-8b20-b1c77a6dcc49), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:34.929076 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34384a7-9102-46b1-839d-68049581945f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4254b0e0-91f3-4524-a907-7be4d104a5e8,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:34.933530 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f34384a7-9102-46b1-839d-68049581945f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:34.934775 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f34384a7-9102-46b1-839d-68049581945f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.0192878 Feb 20 23:40:34.948241 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37598) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:34.992476 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:40:35.000911 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-55a5a4bc-2f12-4ba6-bf15-5e9388b715fb admin admin] 10.222.0.37 "PUT /v2.0/routers/c88448b5-0a6e-49e8-b469-6bc10466b390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3170907 Feb 20 23:40:35.040968 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8fba5060-12f0-4edc-aa0b-d69de21ba0d3 admin admin] Publish callbacks [] for security_group (cc289e79-726b-457a-8b20-b1c77a6dcc49), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:35.079746 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-77688a26-97cd-4093-b803-6444a8b84dfe tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Request body: {'security_group_rule': {'security_group_id': '4254b0e0-91f3-4524-a907-7be4d104a5e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:35.200979 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Publish callbacks [] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:35.210853 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-c26f93e9-c716-4fd2-b0a1-222b1f1cf7a3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:35.295167 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:35.335852 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Sync routers for ids ['c88448b5-0a6e-49e8-b469-6bc10466b390'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:40:35.371545 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Routers {'c88448b5-0a6e-49e8-b469-6bc10466b390'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:35.371545 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['c88448b5-0a6e-49e8-b469-6bc10466b390'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:35.371896 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37612) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:35.411755 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-78a7adcc-cba3-4bd3-b3f0-4b86d8a6c6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:35.454781 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffc209-34e4-4de1-b419-0f78c2892c69 None None] Pushing event updated for resources: {'Port': ['ID=4be97cd9-7403-445c-b7c5-8c4eced0ac22,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:35.612557 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 575ef515-bbfa-4423-9147-f60747e8c444 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:35.738163 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Set router c88448b5-0a6e-49e8-b469-6bc10466b390 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:35.771329 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-78a7adcc-cba3-4bd3-b3f0-4b86d8a6c6ae admin admin] Publish callbacks [] for security_group (4d3d3eba-8bc8-433e-9a43-36b167abe13c), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:35.835211 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-78a7adcc-cba3-4bd3-b3f0-4b86d8a6c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (4d3d3eba-8bc8-433e-9a43-36b167abe13c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:35.867344 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-77688a26-97cd-4093-b803-6444a8b84dfe tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group_rule (368e1040-74fe-42b1-9f89-21646410fea6), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:35.873541 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Attempting to bind port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:40:35.873915 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Attempting to bind port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:40:35.874283 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Attempting to bind port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 on network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:35.901878 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:40:35.902624 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Checking segment: {'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:35.903227 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:35.903997 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Bound using segment: {'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:40:35.904786 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Bound port: 4be97cd9-7403-445c-b7c5-8c4eced0ac22, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:40:35.905914 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:35.917697 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7adcc-cba3-4bd3-b3f0-4b86d8a6c6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3d3eba-8bc8-433e-9a43-36b167abe13c,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:35.931944 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f93e9-c716-4fd2-b0a1-222b1f1cf7a3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Pushing event updated for resources: {'Port': ['ID=cedca403-6250-4530-a649-45cdeb7bd9f2,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:35.951966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-c26f93e9-c716-4fd2-b0a1-222b1f1cf7a3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Network 5517c1c7-d07f-4fbb-94dd-58daef8601f1 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:35.990697 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-78a7adcc-cba3-4bd3-b3f0-4b86d8a6c6ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c62eb018c7af4da38bb2ce71c52f2db4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6210723 Feb 20 23:40:35.994413 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37628) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:35.994993 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 575ef515-bbfa-4423-9147-f60747e8c444 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:35.995525 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (575ef515-bbfa-4423-9147-f60747e8c444), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.071468 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e7029f99-bc2f-480b-9ea3-aed0bab543df admin admin] Publish callbacks [] for security_group (4d3d3eba-8bc8-433e-9a43-36b167abe13c), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.102988 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e7029f99-bc2f-480b-9ea3-aed0bab543df admin admin] Publish callbacks [] for security_group (4d3d3eba-8bc8-433e-9a43-36b167abe13c), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.126778 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] For port 4be97cd9-7403-445c-b7c5-8c4eced0ac22, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:40:36.152176 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] For port 4be97cd9-7403-445c-b7c5-8c4eced0ac22, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=4be97cd9-7403-445c-b7c5-8c4eced0ac22,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:40:36.156794 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-e2a96cad-d7db-4676-aa9c-c10f30160025 None None] Provisioning complete for port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:36.156794 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e2a96cad-d7db-4676-aa9c-c10f30160025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.230634 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-e2a96cad-d7db-4676-aa9c-c10f30160025 None None] Port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:40:36.233780 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.233914 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-c26f93e9-c716-4fd2-b0a1-222b1f1cf7a3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:36.264952 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8fba5060-12f0-4edc-aa0b-d69de21ba0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (cc289e79-726b-457a-8b20-b1c77a6dcc49), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.269191 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8fba5060-12f0-4edc-aa0b-d69de21ba0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.272372 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-8fba5060-12f0-4edc-aa0b-d69de21ba0d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc289e79-726b-457a-8b20-b1c77a6dcc49 HTTP/1.1" status: 204 len: 168 time: 2.3094163 Feb 20 23:40:36.282867 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 575ef515-bbfa-4423-9147-f60747e8c444 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:36.284014 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device caa355c7-8d1d-4663-bbdb-712f1800a450 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:36.291360 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e7029f99-bc2f-480b-9ea3-aed0bab543df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (4d3d3eba-8bc8-433e-9a43-36b167abe13c), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.294373 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e7029f99-bc2f-480b-9ea3-aed0bab543df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.295770 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-e7029f99-bc2f-480b-9ea3-aed0bab543df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d3d3eba-8bc8-433e-9a43-36b167abe13c HTTP/1.1" status: 204 len: 168 time: 0.3000281 Feb 20 23:40:36.305334 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'name': 'tempest-ServerRescueNegativeTestJSON-384897636-router', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '575ef515-bbfa-4423-9147-f60747e8c444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:33Z', 'revision_number': 4, 'project_id': '4ecf54992bda4161adedd76edf3cfbf2', 'gw_port': {'id': '575ef515-bbfa-4423-9147-f60747e8c444', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '4632bdbf-bfdb-4db1-90ff-cc01fd114d6b', 'name': '', 'network_id': '045de685-a397-4057-b694-72b65c12b7c8', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'mac_address': 'fa:16:3e:26:84:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:33Z', 'revision_number': 2, 'project_id': '4ecf54992bda4161adedd76edf3cfbf2', 'subnets': [{'id': '0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:36.316200 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-77688a26-97cd-4093-b803-6444a8b84dfe tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group_rule (368e1040-74fe-42b1-9f89-21646410fea6), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.331418 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-c26f93e9-c716-4fd2-b0a1-222b1f1cf7a3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:36.342233 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7029f99-bc2f-480b-9ea3-aed0bab543df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3d3eba-8bc8-433e-9a43-36b167abe13c,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:36.352740 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-c26f93e9-c716-4fd2-b0a1-222b1f1cf7a3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:36.357667 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-c26f93e9-c716-4fd2-b0a1-222b1f1cf7a3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.358542 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:36.359193 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:36.366732 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffc209-34e4-4de1-b419-0f78c2892c69 None None] Pushing event updated for resources: {'Port': ['ID=4be97cd9-7403-445c-b7c5-8c4eced0ac22,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:36.394402 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Checking router: c88448b5-0a6e-49e8-b469-6bc10466b390 for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:40:36.395247 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Updating router c88448b5-0a6e-49e8-b469-6bc10466b390 port 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b binding host dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:40:36.445156 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port caa355c7-8d1d-4663-bbdb-712f1800a450 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:36.445604 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.508359 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.701408 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-77688a26-97cd-4093-b803-6444a8b84dfe tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (368e1040-74fe-42b1-9f89-21646410fea6), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.770258 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba5060-12f0-4edc-aa0b-d69de21ba0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc289e79-726b-457a-8b20-b1c77a6dcc49,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:36.795263 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77688a26-97cd-4093-b803-6444a8b84dfe tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368e1040-74fe-42b1-9f89-21646410fea6,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:36.818890 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Publish callbacks [] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:36.875284 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb9f91-338e-462e-b802-6de21eab8f0c req-886e85ad-9234-4874-baf9-e02d811cd458 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:36.876904 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-84cb9f91-338e-462e-b802-6de21eab8f0c req-886e85ad-9234-4874-baf9-e02d811cd458 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 931 time: 0.9379225 Feb 20 23:40:36.896555 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed401c-9a3f-4178-baea-670bd36e42ee req-d53b5970-2b82-4061-9050-ceca36b2972f tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:36.903307 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-d53b5970-2b82-4061-9050-ceca36b2972f tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/networks?id=045de685-a397-4057-b694-72b65c12b7c8 HTTP/1.1" status: 200 len: 818 time: 0.6718161 Feb 20 23:40:36.948875 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-cd2e9b96-89cc-4341-b99d-4209ddf28db3 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/quotas/4ecf54992bda4161adedd76edf3cfbf2 HTTP/1.1" status: 200 len: 375 time: 0.0446501 Feb 20 23:40:36.959596 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-c26f93e9-c716-4fd2-b0a1-222b1f1cf7a3 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0956662 Feb 20 23:40:36.971794 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:37.014775 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:37.026895 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4170004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684841'] for router_interface (8477965c-8e3f-4386-b418-1bee75d15ddf), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:37.048793 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-77688a26-97cd-4093-b803-6444a8b84dfe tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:37.053355 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-77688a26-97cd-4093-b803-6444a8b84dfe tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0447304 Feb 20 23:40:37.053793 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37644) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:37.062094 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-5de293eb-e392-43c1-b40d-3c994c74e7b7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Request body: {'security_group_rule': {'security_group_id': '4254b0e0-91f3-4524-a907-7be4d104a5e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:37.081701 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-84cb9f91-338e-462e-b802-6de21eab8f0c req-c3c951a5-2ede-40d5-b48c-4115a41f1fa6 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756926 Feb 20 23:40:37.104076 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-87abd0ea-44fc-4bde-9fa6-68b60089fb2c None None] Provisioning complete for port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:37.104462 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-87abd0ea-44fc-4bde-9fa6-68b60089fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:37.167910 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Publish callbacks [] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:37.257734 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5de293eb-e392-43c1-b40d-3c994c74e7b7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group_rule (c2fcb2b7-b8ac-4d8e-9033-4d14f8d1e711), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:37.263061 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:37.394179 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Pushing event updated for resources: {'Port': ['ID=c6a5e9fd-862c-4805-b6bc-c73005e3f938,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:37.443290 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-a0bb967e-0c6f-4248-a65f-b2f01e2d7d4b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4775891 Feb 20 23:40:37.574693 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5de293eb-e392-43c1-b40d-3c994c74e7b7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group_rule (c2fcb2b7-b8ac-4d8e-9033-4d14f8d1e711), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:37.624820 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port caa355c7-8d1d-4663-bbdb-712f1800a450 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:37.626325 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:37.648419 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25dabb-f07d-424f-8f68-53bd10d9a3da None None] Pushing event updated for resources: {'Port': ['ID=4632bdbf-bfdb-4db1-90ff-cc01fd114d6b,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:37.681096 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5de293eb-e392-43c1-b40d-3c994c74e7b7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (c2fcb2b7-b8ac-4d8e-9033-4d14f8d1e711), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:37.685573 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-6db96ffb-bf0e-4e8f-8be2-466204ceed97 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:40:37.687126 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-6db96ffb-bf0e-4e8f-8be2-466204ceed97 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0284092 Feb 20 23:40:37.738354 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:37.749913 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de293eb-e392-43c1-b40d-3c994c74e7b7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fcb2b7-b8ac-4d8e-9033-4d14f8d1e711,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:37.756885 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:37.775480 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port caa355c7-8d1d-4663-bbdb-712f1800a450, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=caa355c7-8d1d-4663-bbdb-712f1800a450,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:37.837189 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5de293eb-e392-43c1-b40d-3c994c74e7b7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:37.838462 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-5de293eb-e392-43c1-b40d-3c994c74e7b7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7836173 Feb 20 23:40:37.843793 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37670) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:37.860923 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Request body: {'floatingip': {'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:37.867106 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Attempting to bind port 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:40:37.867566 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Attempting to bind port 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '2e324f92-468f-4179-8af9-1db704772768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '045de685-a397-4057-b694-72b65c12b7c8'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:40:37.867945 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Attempting to bind port 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b on network 045de685-a397-4057-b694-72b65c12b7c8 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:37.893017 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:40:37.896833 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Checking segment: {'id': '2e324f92-468f-4179-8af9-1db704772768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '045de685-a397-4057-b694-72b65c12b7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:37.907993 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:37.909484 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Bound using segment: {'id': '2e324f92-468f-4179-8af9-1db704772768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '045de685-a397-4057-b694-72b65c12b7c8'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:40:37.917561 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Bound port: 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e324f92-468f-4179-8af9-1db704772768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '045de685-a397-4057-b694-72b65c12b7c8'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:40:37.918093 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:37.991584 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:38.026863 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:38.126455 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-87abd0ea-44fc-4bde-9fa6-68b60089fb2c None None] Current status of the port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:38.126762 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-87abd0ea-44fc-4bde-9fa6-68b60089fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:38.139675 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Router 8477965c-8e3f-4386-b418-1bee75d15ddf has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:40:38.172623 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-8e2014df-d1a2-4be9-bb1b-4347dea7a970 service neutron] 10.222.0.37 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124555 Feb 20 23:40:38.224466 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=caa355c7-8d1d-4663-bbdb-712f1800a450,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:38.238786 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] For port 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:40:38.253177 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] For port 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=4632bdbf-bfdb-4db1-90ff-cc01fd114d6b,segment=NetworkSegment(2e324f92-468f-4179-8af9-1db704772768),segment_id=2e324f92-468f-4179-8af9-1db704772768)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:40:38.288548 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-87abd0ea-44fc-4bde-9fa6-68b60089fb2c None None] For port 4be97cd9-7403-445c-b7c5-8c4eced0ac22, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=4be97cd9-7403-445c-b7c5-8c4eced0ac22,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:38.300090 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Request body: {'port': {'device_id': 'eae84388-f8bd-427e-ba90-6ebed0265f66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:38.315921 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:36Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:38.353611 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:38.378043 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87484e1e-2dc7-4aba-aafd-56d62a8d2a7e None None] The sync data for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi is: [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:36Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:40:38.400619 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-87abd0ea-44fc-4bde-9fa6-68b60089fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:38.655358 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Routers {'c88448b5-0a6e-49e8-b469-6bc10466b390'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:38.657085 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['c88448b5-0a6e-49e8-b469-6bc10466b390'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:38.666585 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25dabb-f07d-424f-8f68-53bd10d9a3da None None] Pushing event updated for resources: {'Port': ['ID=4632bdbf-bfdb-4db1-90ff-cc01fd114d6b,revision_number=4']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:38.734565 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:38.737623 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-1e03543b-147e-4da3-bbd2-2909fc699283 None None] Provisioning complete for port c6a5e9fd-862c-4805-b6bc-c73005e3f938 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:38.738318 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1e03543b-147e-4da3-bbd2-2909fc699283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:38.740401 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abd0ea-44fc-4bde-9fa6-68b60089fb2c None None] Pushing event updated for resources: {'Port': ['ID=4be97cd9-7403-445c-b7c5-8c4eced0ac22,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:38.816597 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:38.967663 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-1e03543b-147e-4da3-bbd2-2909fc699283 None None] Port c6a5e9fd-862c-4805-b6bc-c73005e3f938 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:40:38.969329 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-8b9498ff-b99a-4b1d-ba52-7c31a0c430b2 service neutron] 10.222.0.37 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7921999 Feb 20 23:40:39.017127 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc05ad-c805-4604-8be7-f290fcc05e70 req-3126009d-a63a-43a6-b97f-b62aa4478033 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:39.018818 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e9bc05ad-c805-4604-8be7-f290fcc05e70 req-3126009d-a63a-43a6-b97f-b62aa4478033 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 931 time: 0.3791518 Feb 20 23:40:39.043052 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:40:39.043052 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37704) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:39.043330 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Sync routers for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:40:39.114135 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Allocated IP 172.27.0.20 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:39.114474 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-94241b0d-0fe5-4f84-b98f-4ecca4189a3f admin admin] 10.222.0.37 "PUT /v2.0/routers/8477965c-8e3f-4386-b418-1bee75d15ddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5294642 Feb 20 23:40:39.114627 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:39.114627 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:39.188126 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] Set router c88448b5-0a6e-49e8-b469-6bc10466b390 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:39.544114 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:39.554451 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1295803400-network', 'tenant_id': '26ab6473570d4182b6e115ae8336be83'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:39.697647 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for port (cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:39.910994 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'name': 'tempest-ServerRescueNegativeTestJSON-384897636-router', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '575ef515-bbfa-4423-9147-f60747e8c444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:33Z', 'revision_number': 4, 'project_id': '4ecf54992bda4161adedd76edf3cfbf2', 'gw_port': {'id': '575ef515-bbfa-4423-9147-f60747e8c444', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '4632bdbf-bfdb-4db1-90ff-cc01fd114d6b', 'name': '', 'network_id': '045de685-a397-4057-b694-72b65c12b7c8', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'mac_address': 'fa:16:3e:26:84:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 4, 'project_id': '4ecf54992bda4161adedd76edf3cfbf2', 'subnets': [{'id': '0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:39.945889 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:39.994095 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e9bc05ad-c805-4604-8be7-f290fcc05e70 req-62adece5-d074-4638-b8de-e3a1e6f99865 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9338791 Feb 20 23:40:40.011593 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3b96c-77d8-4bf3-b680-6a0c5013ae36 None None] The sync data for ids ['c88448b5-0a6e-49e8-b469-6bc10466b390'] in dv-cinder-813221-6-iscsi is: [{'id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'name': 'tempest-ServerRescueNegativeTestJSON-384897636-router', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '575ef515-bbfa-4423-9147-f60747e8c444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:33Z', 'revision_number': 4, 'project_id': '4ecf54992bda4161adedd76edf3cfbf2', 'gw_port': {'id': '575ef515-bbfa-4423-9147-f60747e8c444', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '4632bdbf-bfdb-4db1-90ff-cc01fd114d6b', 'name': '', 'network_id': '045de685-a397-4057-b694-72b65c12b7c8', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'mac_address': 'fa:16:3e:26:84:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 4, 'project_id': '4ecf54992bda4161adedd76edf3cfbf2', 'subnets': [{'id': '0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:40:40.222591 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d419c185-7ea9-4ad3-a0da-067597459f68 req-6cb4bf18-35a2-4cd2-bee4-181ed634afca tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 210 time: 0.4200358 Feb 20 23:40:40.247259 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:40.273304 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 2, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:40.281711 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:40.303839 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:40.415611 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Made reservation on behalf of 26ab6473570d4182b6e115ae8336be83 for: {'network': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:40.443882 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:40.516539 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:40.535254 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Checking router: 8477965c-8e3f-4386-b418-1bee75d15ddf for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:40:40.541674 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Updating router 8477965c-8e3f-4386-b418-1bee75d15ddf port c6a5e9fd-862c-4805-b6bc-c73005e3f938 binding host dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:40:40.609776 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event updated for resources: {'Port': ['ID=cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:40.756433 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device caa355c7-8d1d-4663-bbdb-712f1800a450 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:40.775780 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:41.074741 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedca403-6250-4530-a649-45cdeb7bd9f2 {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:40:41.085288 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (dc099535-2280-415f-b184-9a5d2f5458e5), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:41.116328 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Publish callbacks [] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:41.185270 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Transition to ACTIVE for port object cedca403-6250-4530-a649-45cdeb7bd9f2 will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:40:41.215877 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Publish callbacks [] for security_group (aa5e178e-3b3f-45f3-b1cd-296b5248c232), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:41.269486 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:41.451318 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (aa5e178e-3b3f-45f3-b1cd-296b5248c232), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:41.602005 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:40:41.617589 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (2ed764f2-4b19-40e0-8b63-f361cbecd829), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:41.619183 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.segments_db [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Added segment 2ed764f2-4b19-40e0-8b63-f361cbecd829 of type vlan for network 814bee27-a5c4-45aa-af22-b5ea149d5c7b Feb 20 23:40:41.707040 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port caa355c7-8d1d-4663-bbdb-712f1800a450 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:41.708323 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:41.881126 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Pushing event updated for resources: {'Port': ['ID=cedca403-6250-4530-a649-45cdeb7bd9f2,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:41.919465 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:41.930161 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5e178e-3b3f-45f3-b1cd-296b5248c232,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:41.978904 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Attempting to bind port cedca403-6250-4530-a649-45cdeb7bd9f2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:40:41.979260 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Attempting to bind port cedca403-6250-4530-a649-45cdeb7bd9f2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '2840b52a-3da2-4d13-a5a2-5ca0db9602e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5517c1c7-d07f-4fbb-94dd-58daef8601f1'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:40:41.979606 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Attempting to bind port cedca403-6250-4530-a649-45cdeb7bd9f2 on network 5517c1c7-d07f-4fbb-94dd-58daef8601f1 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:42.031297 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (814bee27-a5c4-45aa-af22-b5ea149d5c7b), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:42.116728 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Publish callbacks [] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:42.143576 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3eb2a-987e-4e7d-a32c-cc75c7346c2c req-bdd1c36e-f845-43d8-b9e3-20baedbfb043 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:42.147462 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b9b3eb2a-987e-4e7d-a32c-cc75c7346c2c req-bdd1c36e-f845-43d8-b9e3-20baedbfb043 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 943 time: 0.8565125 Feb 20 23:40:42.150204 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Port cedca403-6250-4530-a649-45cdeb7bd9f2 on network 5517c1c7-d07f-4fbb-94dd-58daef8601f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:40:42.150820 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Attempting to bind port cedca403-6250-4530-a649-45cdeb7bd9f2 on network 5517c1c7-d07f-4fbb-94dd-58daef8601f1 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:42.160242 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:40:42.161408 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Checking segment: {'id': '2840b52a-3da2-4d13-a5a2-5ca0db9602e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5517c1c7-d07f-4fbb-94dd-58daef8601f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:42.162218 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Bound using segment: {'id': '2840b52a-3da2-4d13-a5a2-5ca0db9602e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5517c1c7-d07f-4fbb-94dd-58daef8601f1'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:40:42.163562 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Bound port: cedca403-6250-4530-a649-45cdeb7bd9f2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2840b52a-3da2-4d13-a5a2-5ca0db9602e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5517c1c7-d07f-4fbb-94dd-58daef8601f1'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:40:42.164489 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:42.231291 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for port (cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:42.244992 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (814bee27-a5c4-45aa-af22-b5ea149d5c7b), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:42.246170 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:42.247099 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:42.266335 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:42.308468 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:42.345372 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (dc099535-2280-415f-b184-9a5d2f5458e5), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:42.401898 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event updated for resources: {'Port': ['ID=cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:42.464387 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:42.481044 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-184929ee-77d7-40f7-b6af-aac4d6f55bae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6198862 Feb 20 23:40:42.533560 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37826) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:42.547063 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511925b-97dd-409f-9140-970610861dbc None None] Pushing event updated for resources: {'Port': ['ID=c6a5e9fd-862c-4805-b6bc-c73005e3f938,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:42.547814 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-652aac9b-55ad-4659-a4d9-11c3eaafcf89 admin admin] Request body: {'subnet': {'network_id': '814bee27-a5c4-45aa-af22-b5ea149d5c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1295803400-subnet', 'tenant_id': '26ab6473570d4182b6e115ae8336be83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:42.553146 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.4856002 Feb 20 23:40:42.556025 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13978081-edae-47c5-a0f9-411e30f813d9 admin admin] Pushing event updated for resources: {'Network': ['ID=814bee27-a5c4-45aa-af22-b5ea149d5c7b,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:42.558495 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port caa355c7-8d1d-4663-bbdb-712f1800a450 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:42.566736 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 4be97cd9-7403-445c-b7c5-8c4eced0ac22 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:42.576613 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b9b3eb2a-987e-4e7d-a32c-cc75c7346c2c req-28f05796-363f-464b-9423-3524a58e2b2d tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156990 Feb 20 23:40:42.695483 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] For port cedca403-6250-4530-a649-45cdeb7bd9f2, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:40:42.725740 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 814bee27-a5c4-45aa-af22-b5ea149d5c7b details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:40:42.754588 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652aac9b-55ad-4659-a4d9-11c3eaafcf89 admin admin] Made reservation on behalf of 26ab6473570d4182b6e115ae8336be83 for: {'subnet': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:42.760023 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-652aac9b-55ad-4659-a4d9-11c3eaafcf89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:42.845183 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] For port cedca403-6250-4530-a649-45cdeb7bd9f2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cedca403-6250-4530-a649-45cdeb7bd9f2,segment=NetworkSegment(2840b52a-3da2-4d13-a5a2-5ca0db9602e6),segment_id=2840b52a-3da2-4d13-a5a2-5ca0db9602e6)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:40:43.005828 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:43.165101 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37848) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:43.181801 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:43.182563 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:43.186685 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] 10.222.0.89 "PUT /v2.0/ports/cedca403-6250-4530-a649-45cdeb7bd9f2 HTTP/1.1" status: 200 len: 1093 time: 5.1060765 Feb 20 23:40:43.200203 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-4b2b87a5-9646-410b-a407-1d3f2838e606 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--728190417', 'description': 'tempest-description--896278733'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:43.345521 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae84388-f8bd-427e-ba90-6ebed0265f66', 'tag': 'cedca403-6250-4530-a649-45cdeb7bd9f2'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:40:43.354489 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4b2b87a5-9646-410b-a407-1d3f2838e606 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:43.459144 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-652aac9b-55ad-4659-a4d9-11c3eaafcf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for subnet (58627ad6-8454-4ee1-9a3e-6b6b761a167d), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:43.471438 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Attempting to bind port c6a5e9fd-862c-4805-b6bc-c73005e3f938 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:40:43.475013 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Attempting to bind port c6a5e9fd-862c-4805-b6bc-c73005e3f938 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:40:43.475699 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Attempting to bind port c6a5e9fd-862c-4805-b6bc-c73005e3f938 on network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:43.608882 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:40:43.609348 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Checking segment: {'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:43.609857 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:43.612805 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Bound using segment: {'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:40:43.613403 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Bound port: c6a5e9fd-862c-4805-b6bc-c73005e3f938, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:40:43.613798 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:43.617498 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-952bbff8-abb0-4797-8f52-9725634e3006 None None] Provisioning complete for port c6a5e9fd-862c-4805-b6bc-c73005e3f938 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:43.617859 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-952bbff8-abb0-4797-8f52-9725634e3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:43.682550 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:43.683186 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:43.722941 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4b2b87a5-9646-410b-a407-1d3f2838e606 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group (a0b3f049-58a5-41a5-8ca4-ae8f761f7884), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:43.727274 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652aac9b-55ad-4659-a4d9-11c3eaafcf89 admin admin] Checking segment: {'id': '2ed764f2-4b19-40e0-8b63-f361cbecd829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '814bee27-a5c4-45aa-af22-b5ea149d5c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:43.727896 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652aac9b-55ad-4659-a4d9-11c3eaafcf89 admin admin] Network hostable DHCP agents. Network: 814bee27-a5c4-45aa-af22-b5ea149d5c7b, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:40:43.752150 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652aac9b-55ad-4659-a4d9-11c3eaafcf89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58627ad6-8454-4ee1-9a3e-6b6b761a167d,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:43.822976 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4b2b87a5-9646-410b-a407-1d3f2838e606 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a0b3f049-58a5-41a5-8ca4-ae8f761f7884), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:43.851450 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-952bbff8-abb0-4797-8f52-9725634e3006 None None] Port c6a5e9fd-862c-4805-b6bc-c73005e3f938 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:40:43.873189 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b87a5-9646-410b-a407-1d3f2838e606 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b3f049-58a5-41a5-8ca4-ae8f761f7884,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:43.891094 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652aac9b-55ad-4659-a4d9-11c3eaafcf89 admin admin] Network 814bee27-a5c4-45aa-af22-b5ea149d5c7b is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:40:43.944240 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-b8214cbd-e88a-42fb-9865-d5ea93123004 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--694116812&fields=id&tenant_id=7ab5a815f45e4787b222b7e9c1ea5314 HTTP/1.1" status: 200 len: 267 time: 0.4126096 Feb 20 23:40:43.979306 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4b2b87a5-9646-410b-a407-1d3f2838e606 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:43.980828 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-4b2b87a5-9646-410b-a407-1d3f2838e606 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8020468 Feb 20 23:40:43.985746 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37880) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:43.995322 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] For port c6a5e9fd-862c-4805-b6bc-c73005e3f938, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:40:43.995634 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-4a4c7fdb-8d44-4b38-9c83-375630e01975 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Request body: {'security_group_rule': {'security_group_id': 'a0b3f049-58a5-41a5-8ca4-ae8f761f7884', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:43.998957 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] For port c6a5e9fd-862c-4805-b6bc-c73005e3f938, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=c6a5e9fd-862c-4805-b6bc-c73005e3f938,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:40:44.011184 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-172a8791-aa92-4490-9020-e3071430c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:44.013319 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-172a8791-aa92-4490-9020-e3071430c2b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=29b170c1b1994ceab6d5862694c5f949&device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 1127 time: 0.4776597 Feb 20 23:40:44.014156 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b9c1a-1aed-4865-bb67-392bf350d37e service neutron] Pushing event updated for resources: {'Port': ['ID=cedca403-6250-4530-a649-45cdeb7bd9f2,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:44.019312 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-652aac9b-55ad-4659-a4d9-11c3eaafcf89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 814bee27-a5c4-45aa-af22-b5ea149d5c7b) {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:44.036440 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d117c8-0c27-4c71-ba5b-c8909d18dd62 None None] Network 814bee27-a5c4-45aa-af22-b5ea149d5c7b requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:44.039895 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652aac9b-55ad-4659-a4d9-11c3eaafcf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:44.040652 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-652aac9b-55ad-4659-a4d9-11c3eaafcf89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:44.100419 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdf0aad-9c82-44b8-abdf-5e48cb5dca96" -d '{"events": [{"name": "network-changed", "server_uuid": "eae84388-f8bd-427e-ba90-6ebed0265f66", "tag": "cedca403-6250-4530-a649-45cdeb7bd9f2"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:40:44.143929 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:44.180188 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-652aac9b-55ad-4659-a4d9-11c3eaafcf89 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6362543 Feb 20 23:40:44.180188 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a4c7fdb-8d44-4b38-9c83-375630e01975 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group_rule (6b126772-f8db-4430-8647-0f94a6ed6743), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:44.184480 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfef02-e513-40df-a219-50d128ae95ce req-91786c18-9ad7-4aca-bcc3-17dedf05fa20 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:44.206594 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-91786c18-9ad7-4aca-bcc3-17dedf05fa20 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/networks?id=045de685-a397-4057-b694-72b65c12b7c8 HTTP/1.1" status: 200 len: 818 time: 1.2985399 Feb 20 23:40:44.261495 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a4c7fdb-8d44-4b38-9c83-375630e01975 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group_rule (6b126772-f8db-4430-8647-0f94a6ed6743), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:44.267601 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:44.322097 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511925b-97dd-409f-9140-970610861dbc None None] Pushing event updated for resources: {'Port': ['ID=c6a5e9fd-862c-4805-b6bc-c73005e3f938,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:44.325744 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:40:44.326598 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:44.336676 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a4c7fdb-8d44-4b38-9c83-375630e01975 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (6b126772-f8db-4430-8647-0f94a6ed6743), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:44.365127 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c7fdb-8d44-4b38-9c83-375630e01975 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b126772-f8db-4430-8647-0f94a6ed6743,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:44.386590 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-edb1196b-6166-43f6-9326-277bb0797f6d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cedca403-6250-4530-a649-45cdeb7bd9f2 HTTP/1.1" status: 200 len: 217 time: 0.3458912 Feb 20 23:40:44.412079 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-64f79164-0946-468d-b07a-c8aa8ac40d0e tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/quotas/4ecf54992bda4161adedd76edf3cfbf2 HTTP/1.1" status: 200 len: 375 time: 0.1908925 Feb 20 23:40:44.452391 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c55f27b-6ffb-4bd6-b633-06870ea0d1d9 None None] Network 814bee27-a5c4-45aa-af22-b5ea149d5c7b requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:44.499896 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a4c7fdb-8d44-4b38-9c83-375630e01975 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:44.501516 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-4a4c7fdb-8d44-4b38-9c83-375630e01975 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5137196 Feb 20 23:40:44.506044 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37890) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:44.512667 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-760ca7dd-1eca-40d2-864a-26c704abeaba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Request body: {'security_group_rule': {'security_group_id': 'a0b3f049-58a5-41a5-8ca4-ae8f761f7884', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:44.712914 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-760ca7dd-1eca-40d2-864a-26c704abeaba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group_rule (9b5dd674-f782-4eba-93fd-30049300e936), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:44.722282 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:44.738066 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-47aeb2cf-1e05-4bca-8886-96aede0a4bfc tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:44.748977 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-47aeb2cf-1e05-4bca-8886-96aede0a4bfc tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/networks?id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf HTTP/1.1" status: 200 len: 810 time: 0.8034980 Feb 20 23:40:44.791306 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:40:44.872902 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-7787efdb-5718-4e5f-a412-e9c23713c52d tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/quotas/7ab5a815f45e4787b222b7e9c1ea5314 HTTP/1.1" status: 200 len: 375 time: 0.1194184 Feb 20 23:40:44.875623 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.89', 55392) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:44.933426 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-ebc3a72a-5c63-4179-a73d-e8973e235ca4 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5203393 Feb 20 23:40:44.937688 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-a55ee943-e01c-4103-b030-52aed3c52117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:44.939481 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-a55ee943-e01c-4103-b030-52aed3c52117 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3194953c-19a6-47d7-8abf-e28fb287efbd HTTP/1.1" status: 200 len: 850 time: 0.5011203 Feb 20 23:40:44.985926 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-0838e358-c75f-463c-ace4-1c300cb30fc8 None None] Provisioning complete for port c6a5e9fd-862c-4805-b6bc-c73005e3f938 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:44.986671 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0838e358-c75f-463c-ace4-1c300cb30fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:45.074382 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:40:45.101429 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:45.139969 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:45.246731 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-760ca7dd-1eca-40d2-864a-26c704abeaba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group_rule (9b5dd674-f782-4eba-93fd-30049300e936), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:45.314089 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-0838e358-c75f-463c-ace4-1c300cb30fc8 None None] Current status of the port c6a5e9fd-862c-4805-b6bc-c73005e3f938 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:45.314890 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0838e358-c75f-463c-ace4-1c300cb30fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:45.397715 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:45.398466 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:45.405619 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-0838e358-c75f-463c-ace4-1c300cb30fc8 None None] For port c6a5e9fd-862c-4805-b6bc-c73005e3f938, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=c6a5e9fd-862c-4805-b6bc-c73005e3f938,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:45.412030 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed401c-9a3f-4178-baea-670bd36e42ee req-e4ecbcf7-e603-4352-832e-01430aa355c0 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:45.422491 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-e4ecbcf7-e603-4352-832e-01430aa355c0 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.89 "GET /v2.0/networks?id=045de685-a397-4057-b694-72b65c12b7c8 HTTP/1.1" status: 200 len: 818 time: 0.5226488 Feb 20 23:40:45.437061 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:43Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:40:45.451164 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-daed401c-9a3f-4178-baea-670bd36e42ee req-1f904c5c-009c-4b93-b831-46c87bc582f5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Request body: {'port': {'device_id': 'ebed794e-3330-48d8-9c9c-f9bf9298164d', 'network_id': '045de685-a397-4057-b694-72b65c12b7c8', 'admin_state_up': True, 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:45.471437 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c090a967-d4a3-4b27-9533-371aa4d4cd58 None None] The sync data for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi is: [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:43Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:40:45.485280 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=4632bdbf-bfdb-4db1-90ff-cc01fd114d6b,segment=NetworkSegment(2e324f92-468f-4179-8af9-1db704772768),segment_id=2e324f92-468f-4179-8af9-1db704772768)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:45.557489 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-b1e4fe0d-4338-4d3d-8d44-88b751a9846c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5517c1c7-d07f-4fbb-94dd-58daef8601f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5983529 Feb 20 23:40:45.727680 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-3a83caff-6780-404c-85ca-858888ca4075 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8403051 Feb 20 23:40:45.791644 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-d2c81fd6-d825-482f-b091-c096a0c26545 service neutron] 10.222.0.37 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8308456 Feb 20 23:40:45.851299 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-6fb664f4-e739-4202-bfc0-e64945184003 service neutron] 10.222.0.89 "GET /v2.0/networks/5517c1c7-d07f-4fbb-94dd-58daef8601f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519925 Feb 20 23:40:45.896842 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-760ca7dd-1eca-40d2-864a-26c704abeaba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (9b5dd674-f782-4eba-93fd-30049300e936), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:45.902432 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:45.925895 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0838e358-c75f-463c-ace4-1c300cb30fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:45.949913 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daed401c-9a3f-4178-baea-670bd36e42ee req-1f904c5c-009c-4b93-b831-46c87bc582f5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Made reservation on behalf of 4ecf54992bda4161adedd76edf3cfbf2 for: {'port': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:45.972978 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-daed401c-9a3f-4178-baea-670bd36e42ee req-1f904c5c-009c-4b93-b831-46c87bc582f5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:46.095567 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ca7dd-1eca-40d2-864a-26c704abeaba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5dd674-f782-4eba-93fd-30049300e936,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:46.182157 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=4632bdbf-bfdb-4db1-90ff-cc01fd114d6b,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:46.327227 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838e358-c75f-463c-ace4-1c300cb30fc8 None None] Pushing event updated for resources: {'Port': ['ID=c6a5e9fd-862c-4805-b6bc-c73005e3f938,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:46.359084 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37936) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:46.389489 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-cefc6471-2fd4-438a-bf02-760ee1c320cc service neutron] 10.222.0.37 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880358 Feb 20 23:40:46.393365 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1888103349-network', 'tenant_id': 'fbf256928c15481daeaf9cf2cd29cd87'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:46.431676 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-760ca7dd-1eca-40d2-864a-26c704abeaba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:46.450416 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-760ca7dd-1eca-40d2-864a-26c704abeaba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9400518 Feb 20 23:40:46.450518 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-30c89c0f-90c2-4f94-b0f4-64175e868582 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:40:46.457384 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 37946) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:46.460081 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-30c89c0f-90c2-4f94-b0f4-64175e868582 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3306410 Feb 20 23:40:46.482120 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd519dbe-9ac8-475d-964f-025c650388c5 req-8eca6717-15cc-4b16-a030-db6e44e64935 service neutron] 10.222.0.89 "GET /v2.0/networks/5517c1c7-d07f-4fbb-94dd-58daef8601f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922644 Feb 20 23:40:46.512211 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Request body: {'floatingip': {'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:46.690655 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:46.740748 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:46.795912 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-ec83427e-2c70-469b-b666-3a8ab93725c1 service neutron] 10.222.0.37 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346701 Feb 20 23:40:46.834432 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Made reservation on behalf of fbf256928c15481daeaf9cf2cd29cd87 for: {'network': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:46.836503 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:46.947364 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:46.947364 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:47.045184 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [req-daed401c-9a3f-4178-baea-670bd36e42ee req-1f904c5c-009c-4b93-b831-46c87bc582f5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Allocated IP 172.20.0.11 (045de685-a397-4057-b694-72b65c12b7c8/0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a/e475065a-4a2d-4f4b-956d-89d6bf2cd784) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:47.121829 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:47.178474 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:47.179699 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26c9e7-b377-4149-9984-fd4bcc6543b1 req-860b93d3-a4bd-49ed-8d9a-8a592abcd426 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:47.181302 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device c6a5e9fd-862c-4805-b6bc-c73005e3f938 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:47.189586 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1d26c9e7-b377-4149-9984-fd4bcc6543b1 req-860b93d3-a4bd-49ed-8d9a-8a592abcd426 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 943 time: 0.2024920 Feb 20 23:40:47.234084 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-ecb6e912-17e0-402c-8ee1-0884856a4521 service neutron] 10.222.0.37 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323559 Feb 20 23:40:47.263943 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port c6a5e9fd-862c-4805-b6bc-c73005e3f938 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:47.266049 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:47.302117 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1d26c9e7-b377-4149-9984-fd4bcc6543b1 req-61464b57-7396-404d-8e8d-f68697df5615 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083260 Feb 20 23:40:47.401352 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37966) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:47.546671 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port c6a5e9fd-862c-4805-b6bc-c73005e3f938 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:47.672559 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-be60ebae-2426-4a82-9b08-50cd8f2b46de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:47.799337 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Publish callbacks [] for security_group (63704cd8-11e7-4776-b51f-79011f143357), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:47.834057 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a2a16c-d1b1-44fb-90d5-ce10ca53f6a2 x-openstack-request-id: req-59a2a16c-d1b1-44fb-90d5-ce10ca53f6a2 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:40:47.834057 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae84388-f8bd-427e-ba90-6ebed0265f66", "tag": "cedca403-6250-4530-a649-45cdeb7bd9f2", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:40:47.835527 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59a2a16c-d1b1-44fb-90d5-ce10ca53f6a2 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:40:47.838476 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae84388-f8bd-427e-ba90-6ebed0265f66', 'tag': 'cedca403-6250-4530-a649-45cdeb7bd9f2', 'status': 'completed', 'code': 200} Feb 20 23:40:47.882040 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-be60ebae-2426-4a82-9b08-50cd8f2b46de admin admin] Publish callbacks [] for security_group (a995b9f0-bbcd-45ca-8c46-9df3205110c2), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:47.906031 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:47.986401 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-096a98ab-db2f-4d17-8a44-cb3cf109a7a3 req-5b2751dd-2404-4386-97fd-b9205efcd82a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.0403309 Feb 20 23:40:48.007328 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (63704cd8-11e7-4776-b51f-79011f143357), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.015883 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-be60ebae-2426-4a82-9b08-50cd8f2b46de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a995b9f0-bbcd-45ca-8c46-9df3205110c2), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.057245 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63704cd8-11e7-4776-b51f-79011f143357,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:48.080865 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a6bb1f4f-ae24-40df-bb7a-bfab071e6cb6 req-846b17f2-bdbe-4448-ab25-7a9be943eba6 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 210 time: 0.0931005 Feb 20 23:40:48.093148 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=109847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:40:48.106168 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (dbc1ad0d-ca1b-4af3-9228-0111c24fa8cd), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.107165 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.segments_db [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Added segment dbc1ad0d-ca1b-4af3-9228-0111c24fa8cd of type vlan for network ccf4de64-fb95-4f7d-811b-bf5d55b3933c Feb 20 23:40:48.109838 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-be60ebae-2426-4a82-9b08-50cd8f2b46de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48ada6f67f0f4b018af03541b1a31414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7071207 Feb 20 23:40:48.129225 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 37992) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:48.141219 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60ebae-2426-4a82-9b08-50cd8f2b46de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a995b9f0-bbcd-45ca-8c46-9df3205110c2,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:48.146574 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0aad-9c82-44b8-abdf-5e48cb5dca96 req-c7122a59-6358-49e6-81eb-241fddb518be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:48.149911 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fcdf0aad-9c82-44b8-abdf-5e48cb5dca96 req-c7122a59-6358-49e6-81eb-241fddb518be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=29b170c1b1994ceab6d5862694c5f949&device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 1127 time: 0.2407532 Feb 20 23:40:48.182789 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (ccf4de64-fb95-4f7d-811b-bf5d55b3933c), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.297256 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-daed401c-9a3f-4178-baea-670bd36e42ee req-1f904c5c-009c-4b93-b831-46c87bc582f5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks [] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.349871 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (ccf4de64-fb95-4f7d-811b-bf5d55b3933c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.354625 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:48.356604 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.379107 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-3f94d49b-9007-44db-81c4-ba63353694df admin admin] Publish callbacks [] for security_group (a995b9f0-bbcd-45ca-8c46-9df3205110c2), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.404626 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Allocated IP 172.27.0.181 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:48.435808 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0aad-9c82-44b8-abdf-5e48cb5dca96 req-73630b68-7384-4bfc-8c77-a4f6dc3d1a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:48.437343 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fcdf0aad-9c82-44b8-abdf-5e48cb5dca96 req-73630b68-7384-4bfc-8c77-a4f6dc3d1a66 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5517c1c7-d07f-4fbb-94dd-58daef8601f1 HTTP/1.1" status: 200 len: 911 time: 0.2703376 Feb 20 23:40:48.444073 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-3f94d49b-9007-44db-81c4-ba63353694df admin admin] Publish callbacks [] for security_group (a995b9f0-bbcd-45ca-8c46-9df3205110c2), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.467856 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device c6a5e9fd-862c-4805-b6bc-c73005e3f938 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:40:48.491098 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1181612 Feb 20 23:40:48.516007 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 38000) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:48.521865 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-189d2cfc-33f0-4d6b-9410-f1a5ab336db8 admin admin] Request body: {'subnet': {'network_id': 'ccf4de64-fb95-4f7d-811b-bf5d55b3933c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1888103349-subnet', 'tenant_id': 'fbf256928c15481daeaf9cf2cd29cd87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:48.544866 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fcdf0aad-9c82-44b8-abdf-5e48cb5dca96 req-bee330a9-dcef-45b9-a498-42e37579832a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cedca403-6250-4530-a649-45cdeb7bd9f2 HTTP/1.1" status: 200 len: 217 time: 0.0943584 Feb 20 23:40:48.572855 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd3c1a-3972-4e42-a6ad-c705f60768a7 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf4de64-fb95-4f7d-811b-bf5d55b3933c,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:48.593199 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network ccf4de64-fb95-4f7d-811b-bf5d55b3933c details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:40:48.655230 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0aad-9c82-44b8-abdf-5e48cb5dca96 req-cafe45f9-5a89-4b11-937a-6be5a8d5fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:48.657606 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fcdf0aad-9c82-44b8-abdf-5e48cb5dca96 req-cafe45f9-5a89-4b11-937a-6be5a8d5fdab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3194953c-19a6-47d7-8abf-e28fb287efbd HTTP/1.1" status: 200 len: 850 time: 0.0888128 Feb 20 23:40:48.675137 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc01197-bfdc-4d42-8e63-d49d2ff18542 req-1fa004cd-7ee2-43e5-9221-9e52e0440438 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:48.677596 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2dc01197-bfdc-4d42-8e63-d49d2ff18542 req-1fa004cd-7ee2-43e5-9221-9e52e0440438 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 943 time: 0.2364254 Feb 20 23:40:48.736584 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fcdf0aad-9c82-44b8-abdf-5e48cb5dca96 req-9f6fca4c-1048-4ecf-bc8c-3d955fb803cf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5517c1c7-d07f-4fbb-94dd-58daef8601f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698621 Feb 20 23:40:48.888241 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-3f94d49b-9007-44db-81c4-ba63353694df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a995b9f0-bbcd-45ca-8c46-9df3205110c2), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.891043 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-3f94d49b-9007-44db-81c4-ba63353694df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.894656 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-3f94d49b-9007-44db-81c4-ba63353694df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a995b9f0-bbcd-45ca-8c46-9df3205110c2 HTTP/1.1" status: 204 len: 168 time: 0.7604384 Feb 20 23:40:48.975455 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-daed401c-9a3f-4178-baea-670bd36e42ee req-1f904c5c-009c-4b93-b831-46c87bc582f5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:48.983713 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94d49b-9007-44db-81c4-ba63353694df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a995b9f0-bbcd-45ca-8c46-9df3205110c2,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:49.026811 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2dc01197-bfdc-4d42-8e63-d49d2ff18542 req-84dd45af-8f4b-463b-ae02-8b2996c62c68 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389697 Feb 20 23:40:49.063444 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port c6a5e9fd-862c-4805-b6bc-c73005e3f938 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:49.069895 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.085273 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fcdf0aad-9c82-44b8-abdf-5e48cb5dca96 req-2783b30a-6c3a-4915-b6bb-9c0d95776d2f service neutron] 10.222.0.89 "GET /v2.0/networks/5517c1c7-d07f-4fbb-94dd-58daef8601f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377042 Feb 20 23:40:49.164430 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daed401c-9a3f-4178-baea-670bd36e42ee req-1f904c5c-009c-4b93-b831-46c87bc582f5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Network 045de685-a397-4057-b694-72b65c12b7c8 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:49.165735 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189d2cfc-33f0-4d6b-9410-f1a5ab336db8 admin admin] Made reservation on behalf of fbf256928c15481daeaf9cf2cd29cd87 for: {'subnet': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:49.168416 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-189d2cfc-33f0-4d6b-9410-f1a5ab336db8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.200251 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [req-daed401c-9a3f-4178-baea-670bd36e42ee req-1f904c5c-009c-4b93-b831-46c87bc582f5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:49.202982 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f904c5c-009c-4b93-b831-46c87bc582f5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Pushing event updated for resources: {'Port': ['ID=e475065a-4a2d-4f4b-956d-89d6bf2cd784,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:49.219613 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-daed401c-9a3f-4178-baea-670bd36e42ee req-1f904c5c-009c-4b93-b831-46c87bc582f5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:49.226167 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed401c-9a3f-4178-baea-670bd36e42ee req-1f904c5c-009c-4b93-b831-46c87bc582f5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:49.227138 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-daed401c-9a3f-4178-baea-670bd36e42ee req-1f904c5c-009c-4b93-b831-46c87bc582f5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.336272 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for port (ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.428594 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-37d60743-3de6-4677-990f-49a699f80e68 req-0541a05c-68f7-4ab3-80d9-7390d6b7a136 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 210 time: 0.1549799 Feb 20 23:40:49.445134 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-248e044e-3c08-4a03-91c5-048654ce9dc2 req-e891b7b8-75a8-4d07-b400-6c7a429aa5df tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.1708708 Feb 20 23:40:49.449274 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-1f904c5c-009c-4b93-b831-46c87bc582f5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0030107 Feb 20 23:40:49.464210 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Request body: {'port': {'device_id': 'ebed794e-3330-48d8-9c9c-f9bf9298164d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:49.501125 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fcdf0aad-9c82-44b8-abdf-5e48cb5dca96 req-febf0827-94f7-4903-98ab-c280b553e3b6 service neutron] 10.222.0.89 "GET /v2.0/networks/5517c1c7-d07f-4fbb-94dd-58daef8601f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057829 Feb 20 23:40:49.550075 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.609395 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3d5986f9-498e-4926-8927-e7fc0bae7703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.611201 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event updated for resources: {'Port': ['ID=ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:49.628743 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port c6a5e9fd-862c-4805-b6bc-c73005e3f938 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:49.664003 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:49.667474 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:49.671440 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:49.682742 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.717566 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-189d2cfc-33f0-4d6b-9410-f1a5ab336db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for subnet (b0d46fa9-8cd8-40a5-928e-1a0a63fd3f38), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.876024 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d2cfc-33f0-4d6b-9410-f1a5ab336db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d46fa9-8cd8-40a5-928e-1a0a63fd3f38,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:49.888445 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (9e57ca9f-d66a-4b45-a3c9-799ccb7ca335), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:49.931262 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d2cfc-33f0-4d6b-9410-f1a5ab336db8 admin admin] Checking segment: {'id': 'dbc1ad0d-ca1b-4af3-9228-0111c24fa8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ccf4de64-fb95-4f7d-811b-bf5d55b3933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:49.931604 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d2cfc-33f0-4d6b-9410-f1a5ab336db8 admin admin] Network hostable DHCP agents. Network: ccf4de64-fb95-4f7d-811b-bf5d55b3933c, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:40:50.071653 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 38034) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:50.221669 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d2cfc-33f0-4d6b-9410-f1a5ab336db8 admin admin] Network ccf4de64-fb95-4f7d-811b-bf5d55b3933c is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:40:50.250850 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-536011b0-c9b9-485e-9b5d-1e75fe9b4b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:50.309802 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:50.480155 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfef02-e513-40df-a219-50d128ae95ce req-fe931d4c-dae6-460a-896f-ed1d094644fb tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:50.481929 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-fe931d4c-dae6-460a-896f-ed1d094644fb tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.89 "GET /v2.0/networks?id=045de685-a397-4057-b694-72b65c12b7c8 HTTP/1.1" status: 200 len: 818 time: 0.4436047 Feb 20 23:40:50.504995 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b24be3-9287-435d-a884-5ef7bf51dec6 req-01374934-d8bb-4a1a-9965-e4781339b93b tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:50.505822 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a0b24be3-9287-435d-a884-5ef7bf51dec6 req-01374934-d8bb-4a1a-9965-e4781339b93b tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 943 time: 0.3399005 Feb 20 23:40:50.628646 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-021c51a7-9465-4ce7-8041-3e03a748110e req-463855a9-f59f-4616-bb34-4c384dcdfc8f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 210 time: 0.0487189 Feb 20 23:40:50.658717 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-189d2cfc-33f0-4d6b-9410-f1a5ab336db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, ccf4de64-fb95-4f7d-811b-bf5d55b3933c) {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:50.661784 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a0b24be3-9287-435d-a884-5ef7bf51dec6 req-66523884-04e4-4639-8691-328648fc8698 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335149 Feb 20 23:40:50.689111 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d2cfc-33f0-4d6b-9410-f1a5ab336db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:50.689111 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-189d2cfc-33f0-4d6b-9410-f1a5ab336db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:50.689399 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657a459f-cc03-4df3-83c9-369c92d29d20 None None] Network ccf4de64-fb95-4f7d-811b-bf5d55b3933c requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:50.784757 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-536011b0-c9b9-485e-9b5d-1e75fe9b4b95 admin admin] Publish callbacks [] for security_group (ee1cc213-bba2-4b85-ac09-99b7e9dabdc3), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:50.797965 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f7d6923c-2c4a-4111-a200-7a660c64c5dc req-f04431f0-2607-423b-8c26-d917a89448d2 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.0600979 Feb 20 23:40:50.867259 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e475065a-4a2d-4f4b-956d-89d6bf2cd784 {{(pid=109847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:40:50.875603 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Publish callbacks [] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:50.907051 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559f864f-c432-4106-895d-71984806a1d5 None None] Network ccf4de64-fb95-4f7d-811b-bf5d55b3933c requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:40:50.908885 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.provisioning_blocks [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Transition to ACTIVE for port object e475065a-4a2d-4f4b-956d-89d6bf2cd784 will not be triggered until provisioned by entity L2. {{(pid=109847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:40:50.919397 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for port (ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.085644 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-536011b0-c9b9-485e-9b5d-1e75fe9b4b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (ee1cc213-bba2-4b85-ac09-99b7e9dabdc3), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.088759 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.093842 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-189d2cfc-33f0-4d6b-9410-f1a5ab336db8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5763810 Feb 20 23:40:51.100943 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.184857 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (9e57ca9f-d66a-4b45-a3c9-799ccb7ca335), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.198512 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-536011b0-c9b9-485e-9b5d-1e75fe9b4b95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74c4aa2f277a4582b536da3e4b5c02a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1231070 Feb 20 23:40:51.202718 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 38050) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:51.206715 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536011b0-c9b9-485e-9b5d-1e75fe9b4b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1cc213-bba2-4b85-ac09-99b7e9dabdc3,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:51.217997 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e475065a-4a2d-4f4b-956d-89d6bf2cd784,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:51.263730 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-708e46bf-0e61-40be-b17e-bcc6eccc5795 admin admin] Publish callbacks [] for security_group (ee1cc213-bba2-4b85-ac09-99b7e9dabdc3), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.289734 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-708e46bf-0e61-40be-b17e-bcc6eccc5795 admin admin] Publish callbacks [] for security_group (ee1cc213-bba2-4b85-ac09-99b7e9dabdc3), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.313588 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event updated for resources: {'Port': ['ID=ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:51.318846 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Attempting to bind port e475065a-4a2d-4f4b-956d-89d6bf2cd784 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:40:51.318846 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Attempting to bind port e475065a-4a2d-4f4b-956d-89d6bf2cd784 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '2e324f92-468f-4179-8af9-1db704772768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '045de685-a397-4057-b694-72b65c12b7c8'}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:40:51.318846 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Attempting to bind port e475065a-4a2d-4f4b-956d-89d6bf2cd784 on network 045de685-a397-4057-b694-72b65c12b7c8 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:51.322114 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Port e475065a-4a2d-4f4b-956d-89d6bf2cd784 on network 045de685-a397-4057-b694-72b65c12b7c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:40:51.322438 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Attempting to bind port e475065a-4a2d-4f4b-956d-89d6bf2cd784 on network 045de685-a397-4057-b694-72b65c12b7c8 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:51.327696 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.328948 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-0c22e0ac-ae5c-4882-bf8a-333261189690 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8364828 Feb 20 23:40:51.331934 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:40:51.332295 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Checking segment: {'id': '2e324f92-468f-4179-8af9-1db704772768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '045de685-a397-4057-b694-72b65c12b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:51.333650 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Bound using segment: {'id': '2e324f92-468f-4179-8af9-1db704772768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '045de685-a397-4057-b694-72b65c12b7c8'} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:40:51.334347 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Bound port: e475065a-4a2d-4f4b-956d-89d6bf2cd784, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e324f92-468f-4179-8af9-1db704772768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '045de685-a397-4057-b694-72b65c12b7c8'}}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:40:51.334699 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.410148 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] For port e475065a-4a2d-4f4b-956d-89d6bf2cd784, host hv-cinder-81322, cleared binding levels {{(pid=109847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:40:51.416204 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] For port e475065a-4a2d-4f4b-956d-89d6bf2cd784, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e475065a-4a2d-4f4b-956d-89d6bf2cd784,segment=NetworkSegment(2e324f92-468f-4179-8af9-1db704772768),segment_id=2e324f92-468f-4179-8af9-1db704772768)] {{(pid=109847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:40:51.420487 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-708e46bf-0e61-40be-b17e-bcc6eccc5795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (ee1cc213-bba2-4b85-ac09-99b7e9dabdc3), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.427415 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-708e46bf-0e61-40be-b17e-bcc6eccc5795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.427415 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-708e46bf-0e61-40be-b17e-bcc6eccc5795 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee1cc213-bba2-4b85-ac09-99b7e9dabdc3 HTTP/1.1" status: 204 len: 168 time: 0.2245069 Feb 20 23:40:51.433307 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e46bf-0e61-40be-b17e-bcc6eccc5795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1cc213-bba2-4b85-ac09-99b7e9dabdc3,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:51.519005 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.574516 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:51.575483 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.578486 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] 10.222.0.89 "PUT /v2.0/ports/e475065a-4a2d-4f4b-956d-89d6bf2cd784 HTTP/1.1" status: 200 len: 1094 time: 2.1175539 Feb 20 23:40:51.579164 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebed794e-3330-48d8-9c9c-f9bf9298164d', 'tag': 'e475065a-4a2d-4f4b-956d-89d6bf2cd784'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:40:51.611744 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-de2b180a-8dc0-44d5-a5b2-d99deb3e9984 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--728190417&fields=id&tenant_id=71217ce1f2824d06a3b07c9e12cb1a97 HTTP/1.1" status: 200 len: 267 time: 0.0525279 Feb 20 23:40:51.690175 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27d065-1730-420c-9ec5-9b48e0ad97b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e475065a-4a2d-4f4b-956d-89d6bf2cd784,revision_number=3']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:51.738412 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49ba8f14-7c38-4056-968f-a8cc6517e6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:51.791028 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4c4dba28-6b48-438b-b52d-ed5b1d2a2dc3 req-00102042-27da-440f-9a50-1eec4daa5fcb tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 210 time: 0.0350208 Feb 20 23:40:51.839725 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-7e910a08-9d18-4098-8deb-fbe34d707354 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:51.841371 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-7e910a08-9d18-4098-8deb-fbe34d707354 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/networks?id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 HTTP/1.1" status: 200 len: 817 time: 0.2177656 Feb 20 23:40:51.873653 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66172f8c-8800-4cba-9655-c782ccc2c7ac tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/quotas/71217ce1f2824d06a3b07c9e12cb1a97 HTTP/1.1" status: 200 len: 375 time: 0.0239327 Feb 20 23:40:51.887596 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa8ff93-0e03-4b3c-a94d-559729829e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ebed794e-3330-48d8-9c9c-f9bf9298164d", "tag": "e475065a-4a2d-4f4b-956d-89d6bf2cd784"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:40:51.982158 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-88fb0b07-8f0e-43d8-91f0-4e9792569ffd tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025341 Feb 20 23:40:52.000062 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3a80f-dd8c-4f0f-b102-1492e26693db req-bf6c54f2-2296-4387-855a-6c67f67353c2 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:52.001581 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e8c3a80f-dd8c-4f0f-b102-1492e26693db req-bf6c54f2-2296-4387-855a-6c67f67353c2 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 943 time: 0.0812819 Feb 20 23:40:52.123089 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e8c3a80f-dd8c-4f0f-b102-1492e26693db req-0c8bbbbb-1f2e-4c5f-941a-73d2089c551f tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112015 Feb 20 23:40:52.140745 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-c35d754b-08f9-46b4-90a2-a6621df7d42c service neutron] 10.222.0.37 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380177 Feb 20 23:40:52.252428 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3e05ed71-54c1-4640-b296-c37c672d130e req-792b0b76-b368-4ab0-ab7e-21b7cdf61647 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.0407295 Feb 20 23:40:52.309385 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-6c1f660e-37d4-4c7d-8614-5a0b9bb25648 service neutron] 10.222.0.37 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605334 Feb 20 23:40:52.540431 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272e6725-86d3-4c49-b73f-bd444dad7d0b x-openstack-request-id: req-272e6725-86d3-4c49-b73f-bd444dad7d0b {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:40:52.540950 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebed794e-3330-48d8-9c9c-f9bf9298164d", "tag": "e475065a-4a2d-4f4b-956d-89d6bf2cd784", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:40:52.541069 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-272e6725-86d3-4c49-b73f-bd444dad7d0b {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:40:52.541514 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebed794e-3330-48d8-9c9c-f9bf9298164d', 'tag': 'e475065a-4a2d-4f4b-956d-89d6bf2cd784', 'status': 'completed', 'code': 200} Feb 20 23:40:52.653434 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c42dd1a4-92d4-4f6e-8f7a-af6c682f6cf0 req-81e91ac4-91eb-4dff-8d6d-f16c96ca43fa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 210 time: 0.0334342 Feb 20 23:40:52.897731 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0ef29460-1cc9-4b6a-8cf1-cc7a2b56c0db req-7661acd0-1cd5-44e4-902c-97cd3ac25da6 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 210 time: 0.0301971 Feb 20 23:40:53.048939 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:53.276281 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc5e2b-3124-42d5-82f1-e0f3049c7b81 req-3f991610-1efe-428a-b240-8f5f1685a787 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:53.280646 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-40dc5e2b-3124-42d5-82f1-e0f3049c7b81 req-3f991610-1efe-428a-b240-8f5f1685a787 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 943 time: 0.0658877 Feb 20 23:40:53.394696 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2fac0068-591e-48a0-886e-4d3229f3db00 req-1df0c888-8b6f-42be-bb19-c1badc4bd0e3 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.0394235 Feb 20 23:40:53.394696 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-40dc5e2b-3124-42d5-82f1-e0f3049c7b81 req-1147f15b-63ef-437b-8d6c-2535f5978cc8 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009569 Feb 20 23:40:53.737595 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca0d83c3-9fe8-4e4d-94bd-a0d212df507a req-ab7ab73c-0289-4ada-9401-69245a4a41fa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 210 time: 0.0278058 Feb 20 23:40:53.997290 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9e11d48c-a6c3-4eb6-8239-20858c8cc4d4 req-7c0d203a-f095-40e4-b844-ae628a4b34ed tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 210 time: 0.0287879 Feb 20 23:40:54.511010 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c94083a2-33db-415a-8d24-b07b7b7e89cc req-119fa999-b58d-4a7a-b702-e7a755ee6f9c tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.0357583 Feb 20 23:40:54.556650 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371af4c-fcf8-4dbc-80ad-7718505b0c37 req-8035ed6b-8286-44ae-ae13-21a627f62f08 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:54.558393 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f371af4c-fcf8-4dbc-80ad-7718505b0c37 req-8035ed6b-8286-44ae-ae13-21a627f62f08 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 943 time: 0.0747423 Feb 20 23:40:54.615251 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:54.616580 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f371af4c-fcf8-4dbc-80ad-7718505b0c37 req-8ba37923-4bf5-4982-86f4-6852fdcb1fae tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519969 Feb 20 23:40:54.841141 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cc057dbb-ea8e-49b1-81c4-b59e6d460a7b req-9287c6ae-ad23-4fea-aff6-1b370dcf5e2d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 210 time: 0.0295825 Feb 20 23:40:55.010406 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-72dfef02-e513-40df-a219-50d128ae95ce req-f6ad0690-80e8-459a-9701-ceaff19e39af tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Request body: {'port': {'device_id': '06932a58-5e3d-4f14-810a-b46ddb1412f1', 'network_id': '045de685-a397-4057-b694-72b65c12b7c8', 'admin_state_up': True, 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:55.096658 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8ff93-0e03-4b3c-a94d-559729829e5c req-f51e0044-bc56-47ad-8d49-a3454c631e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:55.099368 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-3fa8ff93-0e03-4b3c-a94d-559729829e5c req-f51e0044-bc56-47ad-8d49-a3454c631e49 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 1128 time: 0.0892870 Feb 20 23:40:55.190151 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-410cbb2b-08cc-4033-b74f-9804f4966eb7 req-23c8bbb6-e34b-48b1-81b8-14e2f27299c2 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 210 time: 0.0536897 Feb 20 23:40:55.311311 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8ff93-0e03-4b3c-a94d-559729829e5c req-77d10839-2e91-4e24-9ad8-eb98c172efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:55.312951 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-3fa8ff93-0e03-4b3c-a94d-559729829e5c req-77d10839-2e91-4e24-9ad8-eb98c172efe8 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2019160 Feb 20 23:40:55.330823 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72dfef02-e513-40df-a219-50d128ae95ce req-f6ad0690-80e8-459a-9701-ceaff19e39af tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Made reservation on behalf of 4ecf54992bda4161adedd76edf3cfbf2 for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:55.335204 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-72dfef02-e513-40df-a219-50d128ae95ce req-f6ad0690-80e8-459a-9701-ceaff19e39af tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:55.540112 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-72dfef02-e513-40df-a219-50d128ae95ce req-f6ad0690-80e8-459a-9701-ceaff19e39af tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Allocated IP 172.20.0.10 (045de685-a397-4057-b694-72b65c12b7c8/0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a/1b4a8463-8271-4195-a6b5-b9d47a33f66e) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:55.570835 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:55.639276 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b559968a-32b9-4b7d-8e8c-1fa70819308d req-6a4e36de-6ef1-46d6-90e0-4e0335b6d302 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.0438685 Feb 20 23:40:55.730109 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8ff93-0e03-4b3c-a94d-559729829e5c req-cfcbd352-4bef-4cc2-ab42-7469ac7721ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:55.731802 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-3fa8ff93-0e03-4b3c-a94d-559729829e5c req-cfcbd352-4bef-4cc2-ab42-7469ac7721ed service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4128370 Feb 20 23:40:55.817760 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-72dfef02-e513-40df-a219-50d128ae95ce req-f6ad0690-80e8-459a-9701-ceaff19e39af tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks [] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:55.847762 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645095e-e1a0-4728-8391-bd6217b0b34b req-850688ce-b517-4b64-856a-290dba0b7df7 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:55.850216 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a645095e-e1a0-4728-8391-bd6217b0b34b req-850688ce-b517-4b64-856a-290dba0b7df7 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 943 time: 0.0934689 Feb 20 23:40:55.880939 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed401c-9a3f-4178-baea-670bd36e42ee req-c1a0328c-96ec-402b-ba7f-37d655cdf0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:55.882900 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-c1a0328c-96ec-402b-ba7f-37d655cdf0b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 1128 time: 0.0512283 Feb 20 23:40:55.916522 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a645095e-e1a0-4728-8391-bd6217b0b34b req-1479b372-580e-4622-8a11-6278d310e469 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549109 Feb 20 23:40:56.013374 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-36bbecbb-3593-4cfb-83be-a93e9574ccaf req-955a842b-50dd-4fdc-8c6c-0a78999427a9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 210 time: 0.0699868 Feb 20 23:40:56.017570 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-72dfef02-e513-40df-a219-50d128ae95ce req-f6ad0690-80e8-459a-9701-ceaff19e39af tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:56.018463 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-c603fae7-d8d1-47dc-9a1b-b6b6b96c33d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e475065a-4a2d-4f4b-956d-89d6bf2cd784 HTTP/1.1" status: 200 len: 217 time: 0.1251295 Feb 20 23:40:56.078509 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72dfef02-e513-40df-a219-50d128ae95ce req-f6ad0690-80e8-459a-9701-ceaff19e39af tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Network 045de685-a397-4057-b694-72b65c12b7c8 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:56.080934 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed401c-9a3f-4178-baea-670bd36e42ee req-f221bcd6-7ba0-4eff-bb09-18bedd8ee0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:56.088039 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-72dfef02-e513-40df-a219-50d128ae95ce req-f6ad0690-80e8-459a-9701-ceaff19e39af tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:56.088192 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-f221bcd6-7ba0-4eff-bb09-18bedd8ee0b6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a HTTP/1.1" status: 200 len: 858 time: 0.0583961 Feb 20 23:40:56.088297 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad0690-80e8-459a-9701-ceaff19e39af tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Pushing event updated for resources: {'Port': ['ID=1b4a8463-8271-4195-a6b5-b9d47a33f66e,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:56.088297 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dfef02-e513-40df-a219-50d128ae95ce req-f6ad0690-80e8-459a-9701-ceaff19e39af tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:56.092326 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfef02-e513-40df-a219-50d128ae95ce req-f6ad0690-80e8-459a-9701-ceaff19e39af tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:56.092993 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-72dfef02-e513-40df-a219-50d128ae95ce req-f6ad0690-80e8-459a-9701-ceaff19e39af tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:56.143757 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-bbf51564-a9a1-4608-9e31-20e7c1f64e82 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=045de685-a397-4057-b694-72b65c12b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531602 Feb 20 23:40:56.179185 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:56.210101 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-f6ad0690-80e8-459a-9701-ceaff19e39af tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2041075 Feb 20 23:40:56.228815 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Request body: {'port': {'device_id': '06932a58-5e3d-4f14-810a-b46ddb1412f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:56.297232 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-a779e7ed-19ba-4af1-a6a8-71fbb9283a4e service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453555 Feb 20 23:40:56.348636 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-663a56c3-ed75-4977-9d87-c4df3e6e519f req-aa584ee2-038d-41c8-af76-df227bb6f50f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 210 time: 0.0544872 Feb 20 23:40:56.400880 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:56.440389 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daed401c-9a3f-4178-baea-670bd36e42ee req-fce53e87-519a-48dd-8409-a4958088191d service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364849 Feb 20 23:40:56.718721 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4a8463-8271-4195-a6b5-b9d47a33f66e {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:40:56.727467 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Publish callbacks [] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:56.749861 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Transition to ACTIVE for port object 1b4a8463-8271-4195-a6b5-b9d47a33f66e will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:40:56.824180 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379f3f0-3929-4c55-8b4c-a764fb2ba6d7 req-dc311d2b-0aaf-4a2c-abcf-c1b88af82886 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:56.826178 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2379f3f0-3929-4c55-8b4c-a764fb2ba6d7 req-dc311d2b-0aaf-4a2c-abcf-c1b88af82886 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 932 time: 0.0671093 Feb 20 23:40:56.870364 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:56.932107 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-b2a2e1e4-50fd-4c3d-bcbc-a610eaca6981 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:56.935160 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-b2a2e1e4-50fd-4c3d-bcbc-a610eaca6981 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.89 "GET /v2.0/networks?id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 HTTP/1.1" status: 200 len: 817 time: 0.1304772 Feb 20 23:40:56.938102 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2379f3f0-3929-4c55-8b4c-a764fb2ba6d7 req-1c191a15-be7f-43cc-9aae-24118e0ba412 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010942 Feb 20 23:40:56.961845 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4a8463-8271-4195-a6b5-b9d47a33f66e,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:57.061919 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Attempting to bind port 1b4a8463-8271-4195-a6b5-b9d47a33f66e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:40:57.062262 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Attempting to bind port 1b4a8463-8271-4195-a6b5-b9d47a33f66e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '2e324f92-468f-4179-8af9-1db704772768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '045de685-a397-4057-b694-72b65c12b7c8'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:40:57.062576 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Attempting to bind port 1b4a8463-8271-4195-a6b5-b9d47a33f66e on network 045de685-a397-4057-b694-72b65c12b7c8 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:57.072554 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Port 1b4a8463-8271-4195-a6b5-b9d47a33f66e on network 045de685-a397-4057-b694-72b65c12b7c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:40:57.072991 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Attempting to bind port 1b4a8463-8271-4195-a6b5-b9d47a33f66e on network 045de685-a397-4057-b694-72b65c12b7c8 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:57.093733 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-fff94e9c-baad-4f85-aaae-116ef1ce79ae tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71217ce1f2824d06a3b07c9e12cb1a97 HTTP/1.1" status: 200 len: 379 time: 0.1392906 Feb 20 23:40:57.100276 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-37421df5-3a0b-47eb-b121-3b795fa80737 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Request body: {'port': {'device_id': 'efab51f3-129c-4294-b066-72664769f2fc', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'admin_state_up': True, 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'security_groups': ['a0b3f049-58a5-41a5-8ca4-ae8f761f7884']}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:57.113123 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:40:57.113123 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Checking segment: {'id': '2e324f92-468f-4179-8af9-1db704772768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '045de685-a397-4057-b694-72b65c12b7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:57.113123 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Bound using segment: {'id': '2e324f92-468f-4179-8af9-1db704772768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '045de685-a397-4057-b694-72b65c12b7c8'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:40:57.113123 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Bound port: 1b4a8463-8271-4195-a6b5-b9d47a33f66e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e324f92-468f-4179-8af9-1db704772768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '045de685-a397-4057-b694-72b65c12b7c8'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:40:57.113123 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:57.211099 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e32d0e0f-d548-411b-9e0e-5b67037a58fd req-914c6bd1-6cc4-499f-91eb-a6182e1d3680 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 210 time: 0.1002576 Feb 20 23:40:57.238572 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.89', 55414) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:57.342708 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a09c17-e857-471b-91e9-06def873c094 req-aca2397b-2c20-4716-b13b-97a139f42c58 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:57.344227 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f4a09c17-e857-471b-91e9-06def873c094 req-aca2397b-2c20-4716-b13b-97a139f42c58 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 943 time: 0.2735171 Feb 20 23:40:57.376313 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] For port 1b4a8463-8271-4195-a6b5-b9d47a33f66e, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:40:57.376884 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-37421df5-3a0b-47eb-b121-3b795fa80737 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Made reservation on behalf of 71217ce1f2824d06a3b07c9e12cb1a97 for: {'port': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:57.382564 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-37421df5-3a0b-47eb-b121-3b795fa80737 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:57.413581 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] For port 1b4a8463-8271-4195-a6b5-b9d47a33f66e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1b4a8463-8271-4195-a6b5-b9d47a33f66e,segment=NetworkSegment(2e324f92-468f-4179-8af9-1db704772768),segment_id=2e324f92-468f-4179-8af9-1db704772768)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:40:57.433858 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2361c72c-7239-442d-b43e-7a3ea0420e01 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:57.436127 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2361c72c-7239-442d-b43e-7a3ea0420e01 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.89 "GET /v2.0/networks?id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf HTTP/1.1" status: 200 len: 810 time: 0.1960936 Feb 20 23:40:57.485086 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f4a09c17-e857-471b-91e9-06def873c094 req-b61641bd-9735-46bb-9bba-50aff3900214 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321118 Feb 20 23:40:57.505796 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:57.518637 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-918e54e5-a35d-4f31-939b-e2eca4837b7b req-91e6a63a-3b05-4624-8122-646b1540c14c tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 210 time: 0.0614016 Feb 20 23:40:57.571814 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:57.573337 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:57.575095 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] 10.222.0.89 "PUT /v2.0/ports/1b4a8463-8271-4195-a6b5-b9d47a33f66e HTTP/1.1" status: 200 len: 1094 time: 1.3574991 Feb 20 23:40:57.581113 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06932a58-5e3d-4f14-810a-b46ddb1412f1', 'tag': '1b4a8463-8271-4195-a6b5-b9d47a33f66e'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:40:57.584827 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1fb9ec-d5f0-4e49-b217-8d8505b4b29e" -d '{"events": [{"name": "network-changed", "server_uuid": "06932a58-5e3d-4f14-810a-b46ddb1412f1", "tag": "1b4a8463-8271-4195-a6b5-b9d47a33f66e"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:40:57.634943 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-09143ed0-2e6b-4358-9594-9059945e312f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ab5a815f45e4787b222b7e9c1ea5314 HTTP/1.1" status: 200 len: 379 time: 0.1895027 Feb 20 23:40:57.646895 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-f4d10702-e56a-4d0e-9194-1f62cd7edbaa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Request body: {'port': {'device_id': '16e85dfa-4da8-4987-9ebb-ddc850357fa7', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'admin_state_up': True, 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'security_groups': ['4254b0e0-91f3-4524-a907-7be4d104a5e8']}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:57.653943 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-37421df5-3a0b-47eb-b121-3b795fa80737 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Allocated IP 172.20.0.5 (e03f66c1-ea39-420d-9c4e-5f4ea4940fe8/0824fe94-1e5c-4564-a36f-ea1b09d0aec8/d4618aa7-0f3d-484f-8b92-46e047745178) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:57.669509 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a6ccf-901b-4317-9950-0aa099fae884 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4a8463-8271-4195-a6b5-b9d47a33f66e,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:57.704765 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36cf096-ca54-4c02-be50-b6c674431856 x-openstack-request-id: req-d36cf096-ca54-4c02-be50-b6c674431856 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:40:57.705059 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06932a58-5e3d-4f14-810a-b46ddb1412f1", "tag": "1b4a8463-8271-4195-a6b5-b9d47a33f66e", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:40:57.705478 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d36cf096-ca54-4c02-be50-b6c674431856 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:40:57.706036 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06932a58-5e3d-4f14-810a-b46ddb1412f1', 'tag': '1b4a8463-8271-4195-a6b5-b9d47a33f66e', 'status': 'completed', 'code': 200} Feb 20 23:40:57.826634 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfef02-e513-40df-a219-50d128ae95ce req-bb982161-defb-4548-8e83-5e973aff0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:57.828346 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-bb982161-defb-4548-8e83-5e973aff0977 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 1128 time: 0.1215236 Feb 20 23:40:57.864421 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-37421df5-3a0b-47eb-b121-3b795fa80737 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for port (d4618aa7-0f3d-484f-8b92-46e047745178), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:57.882817 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-62b3e7bf-91d5-4205-ac8b-93dd476ccc2b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b4a8463-8271-4195-a6b5-b9d47a33f66e HTTP/1.1" status: 200 len: 217 time: 0.0444603 Feb 20 23:40:57.944848 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfef02-e513-40df-a219-50d128ae95ce req-5121486a-137d-4474-aa81-011ff6ac6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:57.946379 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-5121486a-137d-4474-aa81-011ff6ac6734 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a HTTP/1.1" status: 200 len: 858 time: 0.0541575 Feb 20 23:40:57.988531 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-e68f9abe-441a-4825-af86-d3dc75e1145f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=045de685-a397-4057-b694-72b65c12b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339839 Feb 20 23:40:58.049666 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-37421df5-3a0b-47eb-b121-3b795fa80737 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:58.061006 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-f4d10702-e56a-4d0e-9194-1f62cd7edbaa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Made reservation on behalf of 7ab5a815f45e4787b222b7e9c1ea5314 for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:40:58.064618 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-f4d10702-e56a-4d0e-9194-1f62cd7edbaa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:58.096750 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-37421df5-3a0b-47eb-b121-3b795fa80737 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:58.101100 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-37421df5-3a0b-47eb-b121-3b795fa80737 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:58.107426 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-37421df5-3a0b-47eb-b121-3b795fa80737 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:58.113304 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-37421df5-3a0b-47eb-b121-3b795fa80737 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:58.114919 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-37421df5-3a0b-47eb-b121-3b795fa80737 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:58.134396 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37421df5-3a0b-47eb-b121-3b795fa80737 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event updated for resources: {'Port': ['ID=d4618aa7-0f3d-484f-8b92-46e047745178,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:58.220529 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-37421df5-3a0b-47eb-b121-3b795fa80737 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1253393 Feb 20 23:40:58.247815 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Request body: {'port': {'device_id': 'efab51f3-129c-4294-b066-72664769f2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:58.393171 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:58.407892 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-0534deee-d42a-439c-abb7-c9f95c3f5d66 service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098179 Feb 20 23:40:58.439125 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1a11f-b5ce-4eae-91ae-165debbed658 req-91e85f84-da20-463c-8e5f-5e22d5e7822a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:58.440612 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-eda1a11f-b5ce-4eae-91ae-165debbed658 req-91e85f84-da20-463c-8e5f-5e22d5e7822a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 944 time: 0.3857503 Feb 20 23:40:58.484445 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-b98229d5-a8c4-4d8b-a46f-d7abd81080d7 None None] Provisioning complete for port d4618aa7-0f3d-484f-8b92-46e047745178 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:58.485946 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b98229d5-a8c4-4d8b-a46f-d7abd81080d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:58.538202 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-b98229d5-a8c4-4d8b-a46f-d7abd81080d7 None None] Port d4618aa7-0f3d-484f-8b92-46e047745178 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:40:58.631620 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-f4d10702-e56a-4d0e-9194-1f62cd7edbaa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Allocated IP 172.20.0.10 (670c1c1c-cc9c-4c79-9476-1429c1cf5ebf/350751a2-e0e2-4ae4-8032-3a3155ee3ad9/ca934fd0-8afa-41df-ae4d-f750ed73e818) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:40:58.656633 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200c761-1350-453f-9c45-b5a54988c974 req-63e19805-88c8-4f84-b1a2-4545bbdc1c59 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:58.664462 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c200c761-1350-453f-9c45-b5a54988c974 req-63e19805-88c8-4f84-b1a2-4545bbdc1c59 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 931 time: 0.2689855 Feb 20 23:40:58.673320 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72dfef02-e513-40df-a219-50d128ae95ce req-b581d3de-2567-44d8-82b8-1661d6f19e69 service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521474 Feb 20 23:40:58.685640 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-eda1a11f-b5ce-4eae-91ae-165debbed658 req-4b26ab19-a56b-4788-970e-b16f8c569f12 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145238 Feb 20 23:40:58.779240 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c200c761-1350-453f-9c45-b5a54988c974 req-c0395c42-9576-4f3a-a40f-d47900e8ba53 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100423 Feb 20 23:40:58.781928 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4618aa7-0f3d-484f-8b92-46e047745178 {{(pid=109847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:40:58.792270 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Publish callbacks [] for port (d4618aa7-0f3d-484f-8b92-46e047745178), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:58.810499 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.provisioning_blocks [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Transition to ACTIVE for port object d4618aa7-0f3d-484f-8b92-46e047745178 will not be triggered until provisioned by entity L2. {{(pid=109847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:40:58.940289 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d4fc6e22-be9c-4cca-9a2d-b67b311e07cb req-ff40761e-e887-45c8-a31f-3dd84ffa2f64 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 210 time: 0.0634832 Feb 20 23:40:58.952528 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:59.015108 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-f4d10702-e56a-4d0e-9194-1f62cd7edbaa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:59.038034 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Pushing event updated for resources: {'Port': ['ID=d4618aa7-0f3d-484f-8b92-46e047745178,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:59.050849 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a14213-ee81-4058-b600-cec58dd1f7d8 req-84060159-ba36-45e2-a32b-b6c4360830b8 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:59.053007 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-62a14213-ee81-4058-b600-cec58dd1f7d8 req-84060159-ba36-45e2-a32b-b6c4360830b8 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 943 time: 0.2115386 Feb 20 23:40:59.059219 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb9ec-d5f0-4e49-b217-8d8505b4b29e req-403c3022-d9f2-44f2-9784-6791570c709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:59.061159 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4f1fb9ec-d5f0-4e49-b217-8d8505b4b29e req-403c3022-d9f2-44f2-9784-6791570c709c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 1128 time: 0.2087739 Feb 20 23:40:59.066380 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Attempting to bind port d4618aa7-0f3d-484f-8b92-46e047745178 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:40:59.066957 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Attempting to bind port d4618aa7-0f3d-484f-8b92-46e047745178 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:40:59.068109 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Attempting to bind port d4618aa7-0f3d-484f-8b92-46e047745178 on network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:59.096430 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Port d4618aa7-0f3d-484f-8b92-46e047745178 on network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:40:59.096430 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Attempting to bind port d4618aa7-0f3d-484f-8b92-46e047745178 on network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:40:59.120013 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:40:59.121121 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Checking segment: {'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:40:59.121471 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Bound using segment: {'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:40:59.121922 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Bound port: d4618aa7-0f3d-484f-8b92-46e047745178, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'}}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:40:59.123209 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:59.214735 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-62a14213-ee81-4058-b600-cec58dd1f7d8 req-8292888c-100e-49db-9dc2-f62b1c339b2d tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488044 Feb 20 23:40:59.250017 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb9ec-d5f0-4e49-b217-8d8505b4b29e req-b8f417be-1e24-4912-af3c-8b600c088a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:59.251674 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4f1fb9ec-d5f0-4e49-b217-8d8505b4b29e req-b8f417be-1e24-4912-af3c-8b600c088a64 service neutron] 10.222.0.89 "GET /v2.0/networks?id=045de685-a397-4057-b694-72b65c12b7c8 HTTP/1.1" status: 200 len: 919 time: 0.1719391 Feb 20 23:40:59.252400 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] For port d4618aa7-0f3d-484f-8b92-46e047745178, host hv-cinder-81322, cleared binding levels {{(pid=109847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:40:59.259507 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] For port d4618aa7-0f3d-484f-8b92-46e047745178, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4618aa7-0f3d-484f-8b92-46e047745178,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:40:59.275193 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 38408) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:59.304322 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4f1fb9ec-d5f0-4e49-b217-8d8505b4b29e req-b79d9492-f169-41de-91cb-e73983e5d9ab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b4a8463-8271-4195-a6b5-b9d47a33f66e HTTP/1.1" status: 200 len: 217 time: 0.0454054 Feb 20 23:40:59.305773 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-f4d10702-e56a-4d0e-9194-1f62cd7edbaa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:59.392054 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-f4d10702-e56a-4d0e-9194-1f62cd7edbaa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:40:59.401425 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-f4d10702-e56a-4d0e-9194-1f62cd7edbaa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:40:59.404484 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-f4d10702-e56a-4d0e-9194-1f62cd7edbaa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:40:59.409889 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-f4d10702-e56a-4d0e-9194-1f62cd7edbaa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:59.410546 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-f4d10702-e56a-4d0e-9194-1f62cd7edbaa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:59.426485 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d10702-e56a-4d0e-9194-1f62cd7edbaa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event updated for resources: {'Port': ['ID=ca934fd0-8afa-41df-ae4d-f750ed73e818,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:59.437736 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb9ec-d5f0-4e49-b217-8d8505b4b29e req-43dc927d-bd54-48a8-acde-4d8864514f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:59.439651 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4f1fb9ec-d5f0-4e49-b217-8d8505b4b29e req-43dc927d-bd54-48a8-acde-4d8864514f9d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a HTTP/1.1" status: 200 len: 858 time: 0.1281784 Feb 20 23:40:59.445635 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:59.465882 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2b05-0517-425a-b6de-247371330a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:59.476842 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4f1fb9ec-d5f0-4e49-b217-8d8505b4b29e req-efb73324-7672-48b1-a93d-2cfabd318a49 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=045de685-a397-4057-b694-72b65c12b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296433 Feb 20 23:40:59.514877 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:59.515769 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:59.515885 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device cedca403-6250-4530-a649-45cdeb7bd9f2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:40:59.517182 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] 10.222.0.89 "PUT /v2.0/ports/d4618aa7-0f3d-484f-8b92-46e047745178 HTTP/1.1" status: 200 len: 1093 time: 1.2795839 Feb 20 23:40:59.520398 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:40:59.542335 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f43c0d-54df-42a4-8286-6d906d1aac0a" -d '{"events": [{"name": "network-changed", "server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:40:59.560868 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 38422) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:40:59.624451 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-f4d10702-e56a-4d0e-9194-1f62cd7edbaa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9832199 Feb 20 23:40:59.632201 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aedd87-81d3-44b9-b137-b0591d2b7939 service neutron] Pushing event updated for resources: {'Port': ['ID=d4618aa7-0f3d-484f-8b92-46e047745178,revision_number=3']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:40:59.640638 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Request body: {'port': {'device_id': '16e85dfa-4da8-4987-9ebb-ddc850357fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:40:59.673107 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e2e1f0-8586-49f8-809e-5a84bc4357e5 x-openstack-request-id: req-16e2e1f0-8586-49f8-809e-5a84bc4357e5 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:40:59.674081 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:40:59.674081 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16e2e1f0-8586-49f8-809e-5a84bc4357e5 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:40:59.674278 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'status': 'completed', 'code': 200} Feb 20 23:40:59.777283 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:59.823218 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port cedca403-6250-4530-a649-45cdeb7bd9f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cedca403-6250-4530-a649-45cdeb7bd9f2,segment=NetworkSegment(2840b52a-3da2-4d13-a5a2-5ca0db9602e6),segment_id=2840b52a-3da2-4d13-a5a2-5ca0db9602e6)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:40:59.842826 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': 'cedca403-6250-4530-a649-45cdeb7bd9f2', 'network_id': '5517c1c7-d07f-4fbb-94dd-58daef8601f1', 'port_id': 'cedca403-6250-4530-a649-45cdeb7bd9f2', 'mac_address': 'fa:16:3e:db:3e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3194953c-19a6-47d7-8abf-e28fb287efbd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:40:59.909928 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4f1fb9ec-d5f0-4e49-b217-8d8505b4b29e req-c97209ab-f8c6-4f11-aca5-5defdf366860 service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263964 Feb 20 23:40:59.944335 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-c87b7f55-683e-4144-adf6-f39e96e2f7d1 None None] Provisioning complete for port ca934fd0-8afa-41df-ae4d-f750ed73e818 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:40:59.944782 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c87b7f55-683e-4144-adf6-f39e96e2f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:59.947252 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port cedca403-6250-4530-a649-45cdeb7bd9f2 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:40:59.947624 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:59.953229 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43c0d-54df-42a4-8286-6d906d1aac0a req-2914af85-de50-414b-8432-c9b98d7790f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:40:59.954779 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-21f43c0d-54df-42a4-8286-6d906d1aac0a req-2914af85-de50-414b-8432-c9b98d7790f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 1127 time: 0.2509561 Feb 20 23:40:59.979754 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-17bccf68-ae94-438e-8b84-ea0221bc12f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:40:59.990941 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedca403-6250-4530-a649-45cdeb7bd9f2 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:00.017276 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-c87b7f55-683e-4144-adf6-f39e96e2f7d1 None None] Port ca934fd0-8afa-41df-ae4d-f750ed73e818 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:41:00.032205 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port cedca403-6250-4530-a649-45cdeb7bd9f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cedca403-6250-4530-a649-45cdeb7bd9f2,segment=NetworkSegment(2840b52a-3da2-4d13-a5a2-5ca0db9602e6),segment_id=2840b52a-3da2-4d13-a5a2-5ca0db9602e6)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:00.054147 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2b05-0517-425a-b6de-247371330a65 admin admin] Publish callbacks [] for security_group (5a439b4f-3f7c-46da-b6ef-06b0cd75feab), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.074764 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856b7bd-37a6-4400-87a7-db4d4bb7f784 req-c306ace6-1cbe-4d8a-80c0-37753237b7bc tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:00.076291 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b856b7bd-37a6-4400-87a7-db4d4bb7f784 req-c306ace6-1cbe-4d8a-80c0-37753237b7bc tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 944 time: 0.2572162 Feb 20 23:41:00.119533 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.120226 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device e475065a-4a2d-4f4b-956d-89d6bf2cd784 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:41:00.121036 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43c0d-54df-42a4-8286-6d906d1aac0a req-145f21f9-edc9-443b-ab48-aa2b1db39ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:00.122674 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-21f43c0d-54df-42a4-8286-6d906d1aac0a req-145f21f9-edc9-443b-ab48-aa2b1db39ef7 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1590455 Feb 20 23:41:00.165561 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2b05-0517-425a-b6de-247371330a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (5a439b4f-3f7c-46da-b6ef-06b0cd75feab), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.204874 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6473e32-201f-4e0f-82ed-fbb46a7f9229 req-e86ffd84-e732-402b-a1d6-c56d206de773 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:00.206796 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a6473e32-201f-4e0f-82ed-fbb46a7f9229 req-e86ffd84-e732-402b-a1d6-c56d206de773 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.2742980 Feb 20 23:41:00.215976 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=cedca403-6250-4530-a649-45cdeb7bd9f2,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:00.224851 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4f1fb9ec-d5f0-4e49-b217-8d8505b4b29e req-56e68f05-827c-4819-b6d9-033a069f5bf1 service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058596 Feb 20 23:41:00.279262 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-17bccf68-ae94-438e-8b84-ea0221bc12f0 admin admin] Publish callbacks [] for security_group (d1759489-3e38-4094-9469-7d1816e5f6c9), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.282152 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-fa9a2b05-0517-425a-b6de-247371330a65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=228518d037dd410ca940ada3e34677c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0057926 Feb 20 23:41:00.286277 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a2b05-0517-425a-b6de-247371330a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a439b4f-3f7c-46da-b6ef-06b0cd75feab,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:00.289535 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 38442) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:00.311382 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port e475065a-4a2d-4f4b-956d-89d6bf2cd784, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e475065a-4a2d-4f4b-956d-89d6bf2cd784,segment=NetworkSegment(2e324f92-468f-4179-8af9-1db704772768),segment_id=2e324f92-468f-4179-8af9-1db704772768)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:00.312356 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43c0d-54df-42a4-8286-6d906d1aac0a req-d9457df9-c0b7-4930-998b-0a31d3510b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:00.313921 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-21f43c0d-54df-42a4-8286-6d906d1aac0a req-d9457df9-c0b7-4930-998b-0a31d3510b3d service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1820865 Feb 20 23:41:00.314674 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b856b7bd-37a6-4400-87a7-db4d4bb7f784 req-ef7baeed-e54e-4a59-8d2f-27bb59c1ec25 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809855 Feb 20 23:41:00.329261 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': 'e475065a-4a2d-4f4b-956d-89d6bf2cd784', 'network_id': '045de685-a397-4057-b694-72b65c12b7c8', 'port_id': 'e475065a-4a2d-4f4b-956d-89d6bf2cd784', 'mac_address': 'fa:16:3e:c1:e0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:41:00.342657 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-17bccf68-ae94-438e-8b84-ea0221bc12f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (d1759489-3e38-4094-9469-7d1816e5f6c9), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.392490 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a6473e32-201f-4e0f-82ed-fbb46a7f9229 req-a26f5a76-f885-479a-8f69-204cdc0b50fd tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642056 Feb 20 23:41:00.433856 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port e475065a-4a2d-4f4b-956d-89d6bf2cd784 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:00.434338 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.438877 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-17bccf68-ae94-438e-8b84-ea0221bc12f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac523be2ea4b4a89b49d61f8568e8c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8766763 Feb 20 23:41:00.445997 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 38444) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:00.449089 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e475065a-4a2d-4f4b-956d-89d6bf2cd784 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:00.465560 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bccf68-ae94-438e-8b84-ea0221bc12f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1759489-3e38-4094-9469-7d1816e5f6c9,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:00.488233 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port e475065a-4a2d-4f4b-956d-89d6bf2cd784, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e475065a-4a2d-4f4b-956d-89d6bf2cd784,segment=NetworkSegment(2e324f92-468f-4179-8af9-1db704772768),segment_id=2e324f92-468f-4179-8af9-1db704772768)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:00.497270 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-bbcfeea8-8424-4656-a8db-33c2bd922b45 admin admin] Publish callbacks [] for security_group (5a439b4f-3f7c-46da-b6ef-06b0cd75feab), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.515324 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-cd0cb61c-f1e2-4a07-b596-0d00b73ac80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:00.516824 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-cd0cb61c-f1e2-4a07-b596-0d00b73ac80b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 1127 time: 0.1390781 Feb 20 23:41:00.570188 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-fc30367b-1e92-42ed-a53f-4e710a92a2e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4618aa7-0f3d-484f-8b92-46e047745178 HTTP/1.1" status: 200 len: 217 time: 0.0446494 Feb 20 23:41:00.570847 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-159280ee-30de-4fdd-b7d2-1f22edc9fcc2 admin admin] Publish callbacks [] for security_group (d1759489-3e38-4094-9469-7d1816e5f6c9), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.583957 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.585201 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-bbcfeea8-8424-4656-a8db-33c2bd922b45 admin admin] Publish callbacks [] for security_group (5a439b4f-3f7c-46da-b6ef-06b0cd75feab), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.600570 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca934fd0-8afa-41df-ae4d-f750ed73e818 {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:00.616224 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Publish callbacks [] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.632850 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-159280ee-30de-4fdd-b7d2-1f22edc9fcc2 admin admin] Publish callbacks [] for security_group (d1759489-3e38-4094-9469-7d1816e5f6c9), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.634562 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232625c3-d87b-4b51-b9cc-8c3fc965c723 req-f8ecd503-af55-4517-81a5-3858dd5b8ba4 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:00.636090 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-232625c3-d87b-4b51-b9cc-8c3fc965c723 req-f8ecd503-af55-4517-81a5-3858dd5b8ba4 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 932 time: 0.2078848 Feb 20 23:41:00.652997 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=e475065a-4a2d-4f4b-956d-89d6bf2cd784,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:00.659844 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-569675c3-264e-494b-a729-e393dea9ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:00.662290 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-569675c3-264e-494b-a729-e393dea9ab6b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0824fe94-1e5c-4564-a36f-ea1b09d0aec8 HTTP/1.1" status: 200 len: 856 time: 0.0866668 Feb 20 23:41:00.671891 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Transition to ACTIVE for port object ca934fd0-8afa-41df-ae4d-f750ed73e818 will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:41:00.701274 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6d1c5-758c-42fc-95df-3712f46cb274 req-8a0dac06-5aac-4092-98c4-b6f71247c2f7 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:00.702960 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5eb6d1c5-758c-42fc-95df-3712f46cb274 req-8a0dac06-5aac-4092-98c4-b6f71247c2f7 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 944 time: 0.1987126 Feb 20 23:41:00.747974 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-232625c3-d87b-4b51-b9cc-8c3fc965c723 req-f49861d7-c55e-4a51-bde5-62727945d450 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998869 Feb 20 23:41:00.748290 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-b4265a7f-f21e-4ebe-90c6-ef1fa5508221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:00.749914 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-b4265a7f-f21e-4ebe-90c6-ef1fa5508221 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808010 Feb 20 23:41:00.785519 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.798215 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5eb6d1c5-758c-42fc-95df-3712f46cb274 req-478c4420-cf57-4341-b8fb-2a353c92cc24 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630572 Feb 20 23:41:00.819811 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-bbcfeea8-8424-4656-a8db-33c2bd922b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (5a439b4f-3f7c-46da-b6ef-06b0cd75feab), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.828443 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-bbcfeea8-8424-4656-a8db-33c2bd922b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:00.828443 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-bbcfeea8-8424-4656-a8db-33c2bd922b45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a439b4f-3f7c-46da-b6ef-06b0cd75feab HTTP/1.1" status: 204 len: 168 time: 0.5315580 Feb 20 23:41:00.853318 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfeea8-8424-4656-a8db-33c2bd922b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a439b4f-3f7c-46da-b6ef-06b0cd75feab,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:00.867589 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Pushing event updated for resources: {'Port': ['ID=ca934fd0-8afa-41df-ae4d-f750ed73e818,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:00.873503 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-30584fb5-8b69-49ba-9851-849fc672a1d2 service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167669 Feb 20 23:41:01.097876 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['cedca403-6250-4530-a649-45cdeb7bd9f2'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:41:01.100631 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-159280ee-30de-4fdd-b7d2-1f22edc9fcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (d1759489-3e38-4094-9469-7d1816e5f6c9), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:01.103192 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-159280ee-30de-4fdd-b7d2-1f22edc9fcc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:01.106973 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-159280ee-30de-4fdd-b7d2-1f22edc9fcc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1759489-3e38-4094-9469-7d1816e5f6c9 HTTP/1.1" status: 204 len: 168 time: 0.6572759 Feb 20 23:41:01.155575 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159280ee-30de-4fdd-b7d2-1f22edc9fcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1759489-3e38-4094-9469-7d1816e5f6c9,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:01.165642 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Attempting to bind port ca934fd0-8afa-41df-ae4d-f750ed73e818 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:41:01.167306 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Attempting to bind port ca934fd0-8afa-41df-ae4d-f750ed73e818 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:41:01.167785 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Attempting to bind port ca934fd0-8afa-41df-ae4d-f750ed73e818 on network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:41:01.173548 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Port ca934fd0-8afa-41df-ae4d-f750ed73e818 on network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:41:01.174086 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Attempting to bind port ca934fd0-8afa-41df-ae4d-f750ed73e818 on network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:41:01.182156 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:41:01.182429 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['e475065a-4a2d-4f4b-956d-89d6bf2cd784'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:41:01.182751 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Checking segment: {'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:41:01.183138 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Bound using segment: {'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:41:01.183569 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Bound port: ca934fd0-8afa-41df-ae4d-f750ed73e818, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:41:01.183920 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:01.211779 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7dc355a6-26a2-480c-b031-f6e9584a9772 req-642da25f-8719-4a81-8b67-ffcf144d74a7 service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297098 Feb 20 23:41:01.265447 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] For port ca934fd0-8afa-41df-ae4d-f750ed73e818, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:41:01.273471 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] For port ca934fd0-8afa-41df-ae4d-f750ed73e818, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca934fd0-8afa-41df-ae4d-f750ed73e818,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:41:01.355808 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:01.439917 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:01.449387 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:01.449387 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] 10.222.0.89 "PUT /v2.0/ports/ca934fd0-8afa-41df-ae4d-f750ed73e818 HTTP/1.1" status: 200 len: 1094 time: 1.8122368 Feb 20 23:41:01.449387 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e85dfa-4da8-4987-9ebb-ddc850357fa7', 'tag': 'ca934fd0-8afa-41df-ae4d-f750ed73e818'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:01.450025 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4706fe-6123-468a-85b8-b529898bdad6" -d '{"events": [{"name": "network-changed", "server_uuid": "16e85dfa-4da8-4987-9ebb-ddc850357fa7", "tag": "ca934fd0-8afa-41df-ae4d-f750ed73e818"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:01.511348 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 1b4a8463-8271-4195-a6b5-b9d47a33f66e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:41:01.557326 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f975f1b-2284-4e8d-97c9-0b4ac4d50c8c service neutron] Pushing event updated for resources: {'Port': ['ID=ca934fd0-8afa-41df-ae4d-f750ed73e818,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:01.596834 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0774d-41d4-45c7-8f20-7f403d70ff1f req-a82654ea-9cb2-427a-ab42-a7fc1d83ff20 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:01.600734 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-20a0774d-41d4-45c7-8f20-7f403d70ff1f req-a82654ea-9cb2-427a-ab42-a7fc1d83ff20 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 944 time: 0.1409490 Feb 20 23:41:01.710888 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7390817-e78c-4017-896c-2b521f49d2e2 req-59ecc6df-df62-4cd5-8ba4-8aa5868a82c9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:01.711613 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b7390817-e78c-4017-896c-2b521f49d2e2 req-59ecc6df-df62-4cd5-8ba4-8aa5868a82c9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.2091138 Feb 20 23:41:01.717758 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 1b4a8463-8271-4195-a6b5-b9d47a33f66e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1b4a8463-8271-4195-a6b5-b9d47a33f66e,segment=NetworkSegment(2e324f92-468f-4179-8af9-1db704772768),segment_id=2e324f92-468f-4179-8af9-1db704772768)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:01.724216 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 38476) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:01.731993 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '1b4a8463-8271-4195-a6b5-b9d47a33f66e', 'network_id': '045de685-a397-4057-b694-72b65c12b7c8', 'port_id': '1b4a8463-8271-4195-a6b5-b9d47a33f66e', 'mac_address': 'fa:16:3e:25:93:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:41:01.744173 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-724b69d0-27dd-4052-af78-4ee4055baed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:01.767136 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-6670692b-c129-4691-9aa9-9f8788b40d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:01.773650 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-6670692b-c129-4691-9aa9-9f8788b40d45 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 1128 time: 0.1709523 Feb 20 23:41:01.804841 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 1b4a8463-8271-4195-a6b5-b9d47a33f66e is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:01.805272 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:01.832157 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4a8463-8271-4195-a6b5-b9d47a33f66e {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:01.846176 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-6c004560-c615-4649-9e77-0811b0e11266 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca934fd0-8afa-41df-ae4d-f750ed73e818 HTTP/1.1" status: 200 len: 217 time: 0.0609479 Feb 20 23:41:01.855339 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-20a0774d-41d4-45c7-8f20-7f403d70ff1f req-6fb4eead-0db4-4d7b-98df-1a2f8bcf8ee7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027583 Feb 20 23:41:01.862688 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 1b4a8463-8271-4195-a6b5-b9d47a33f66e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1b4a8463-8271-4195-a6b5-b9d47a33f66e,segment=NetworkSegment(2e324f92-468f-4179-8af9-1db704772768),segment_id=2e324f92-468f-4179-8af9-1db704772768)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:01.869115 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-724b69d0-27dd-4052-af78-4ee4055baed2 admin admin] Publish callbacks [] for security_group (6a9f2b45-56a1-491e-a971-34836ecddccc), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:01.911829 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc74258-3639-4d49-aefe-fffbfeab365f x-openstack-request-id: req-0fc74258-3639-4d49-aefe-fffbfeab365f {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:01.912012 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e85dfa-4da8-4987-9ebb-ddc850357fa7", "tag": "ca934fd0-8afa-41df-ae4d-f750ed73e818", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:01.912271 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fc74258-3639-4d49-aefe-fffbfeab365f {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:01.912664 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e85dfa-4da8-4987-9ebb-ddc850357fa7', 'tag': 'ca934fd0-8afa-41df-ae4d-f750ed73e818', 'status': 'completed', 'code': 200} Feb 20 23:41:01.922540 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b7390817-e78c-4017-896c-2b521f49d2e2 req-7894b123-2595-416d-9e09-c0aec431963d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930768 Feb 20 23:41:01.928906 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-1fb52cf4-4b50-467e-940e-b6e125cd323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:01.930460 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-1fb52cf4-4b50-467e-940e-b6e125cd323b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=350751a2-e0e2-4ae4-8032-3a3155ee3ad9 HTTP/1.1" status: 200 len: 849 time: 0.0742395 Feb 20 23:41:02.016878 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-724b69d0-27dd-4052-af78-4ee4055baed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (6a9f2b45-56a1-491e-a971-34836ecddccc), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.027158 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.073081 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2fc00327-332e-44f5-8056-f80db3e0cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:02.074625 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-2fc00327-332e-44f5-8056-f80db3e0cd44 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1372552 Feb 20 23:41:02.080042 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-724b69d0-27dd-4052-af78-4ee4055baed2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e69f92c509d447abb60df0e840aa926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546436 Feb 20 23:41:02.081075 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b69d0-27dd-4052-af78-4ee4055baed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9f2b45-56a1-491e-a971-34836ecddccc,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:02.084911 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 38488) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:02.112244 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=1b4a8463-8271-4195-a6b5-b9d47a33f66e,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:02.146113 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-011e3aef-8409-4b29-9ace-979656dfbd82 admin admin] Publish callbacks [] for security_group (6a9f2b45-56a1-491e-a971-34836ecddccc), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.179825 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f119b-ab3c-49e6-b267-cf354d3f78a6 req-2aba34ef-c83e-41cd-accb-82864eba1595 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:02.180461 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-011e3aef-8409-4b29-9ace-979656dfbd82 admin admin] Publish callbacks [] for security_group (6a9f2b45-56a1-491e-a971-34836ecddccc), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.181210 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4c4f119b-ab3c-49e6-b267-cf354d3f78a6 req-2aba34ef-c83e-41cd-accb-82864eba1595 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 944 time: 0.2113771 Feb 20 23:41:02.211556 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c969f4-d0e9-4201-9c34-efa6a76faf8d req-827392f6-3d04-4ecd-aeab-eb820b21fe27 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:02.213104 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-14c969f4-d0e9-4201-9c34-efa6a76faf8d req-827392f6-3d04-4ecd-aeab-eb820b21fe27 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 944 time: 0.2219043 Feb 20 23:41:02.253028 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 38492) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:02.267633 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4214ce37-67ec-4960-935a-514f0c65c258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.291706 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-3253b8f7-8a35-4c3d-949d-4f4a95be971e service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925850 Feb 20 23:41:02.320226 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4c4f119b-ab3c-49e6-b267-cf354d3f78a6 req-4e37b844-12bc-4001-a3cf-9da15af7d891 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285408 Feb 20 23:41:02.361483 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-14c969f4-d0e9-4201-9c34-efa6a76faf8d req-869bab47-829e-4c9f-ab77-66bc59d89d74 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404979 Feb 20 23:41:02.401581 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-011e3aef-8409-4b29-9ace-979656dfbd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (6a9f2b45-56a1-491e-a971-34836ecddccc), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.406306 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-011e3aef-8409-4b29-9ace-979656dfbd82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.408045 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-011e3aef-8409-4b29-9ace-979656dfbd82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a9f2b45-56a1-491e-a971-34836ecddccc HTTP/1.1" status: 204 len: 168 time: 0.3219516 Feb 20 23:41:02.408183 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-190afa92-6353-47c5-83f3-b3b1737c0855 req-0b35def3-feb4-4bf5-8a24-af7ddc96898c service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090064 Feb 20 23:41:02.435415 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e3aef-8409-4b29-9ace-979656dfbd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9f2b45-56a1-491e-a971-34836ecddccc,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:02.501998 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4214ce37-67ec-4960-935a-514f0c65c258 admin admin] Publish callbacks [] for security_group (6bef20bb-b6e3-4406-b28b-84e797bda761), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.583758 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4706fe-6123-468a-85b8-b529898bdad6 req-7b6cd4c6-b995-426e-ad8c-c311a5b52f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:02.585555 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fc4706fe-6123-468a-85b8-b529898bdad6 req-7b6cd4c6-b995-426e-ad8c-c311a5b52f1c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 1128 time: 0.0547216 Feb 20 23:41:02.593878 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4214ce37-67ec-4960-935a-514f0c65c258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (6bef20bb-b6e3-4406-b28b-84e797bda761), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.639931 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214ce37-67ec-4960-935a-514f0c65c258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bef20bb-b6e3-4406-b28b-84e797bda761,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:02.650675 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-4214ce37-67ec-4960-935a-514f0c65c258 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d393b3c45e9436cb6c8908fffff5044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964889 Feb 20 23:41:02.651352 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 38508) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:02.707970 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4706fe-6123-468a-85b8-b529898bdad6 req-2bdc86af-0e84-46f8-a737-dafe33738aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:02.709686 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fc4706fe-6123-468a-85b8-b529898bdad6 req-2bdc86af-0e84-46f8-a737-dafe33738aaa service neutron] 10.222.0.89 "GET /v2.0/networks?id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf HTTP/1.1" status: 200 len: 911 time: 0.1177721 Feb 20 23:41:02.715407 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a269-9f17-4541-a5d6-4d7b5a49cb26 admin admin] Publish callbacks [] for security_group (6bef20bb-b6e3-4406-b28b-84e797bda761), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.739436 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a269-9f17-4541-a5d6-4d7b5a49cb26 admin admin] Publish callbacks [] for security_group (6bef20bb-b6e3-4406-b28b-84e797bda761), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.756354 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fc4706fe-6123-468a-85b8-b529898bdad6 req-a1aced88-6458-48f4-9491-1c4537da371c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca934fd0-8afa-41df-ae4d-f750ed73e818 HTTP/1.1" status: 200 len: 217 time: 0.0401523 Feb 20 23:41:02.806103 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4706fe-6123-468a-85b8-b529898bdad6 req-f6831d46-ee5e-49bf-bbd1-14f8e8b92d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:02.807569 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fc4706fe-6123-468a-85b8-b529898bdad6 req-f6831d46-ee5e-49bf-bbd1-14f8e8b92d20 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=350751a2-e0e2-4ae4-8032-3a3155ee3ad9 HTTP/1.1" status: 200 len: 849 time: 0.0453510 Feb 20 23:41:02.867386 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4706fe-6123-468a-85b8-b529898bdad6 req-7b531caa-6c36-4485-b2fe-053ef335162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:02.868001 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['1b4a8463-8271-4195-a6b5-b9d47a33f66e'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:41:02.868957 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fc4706fe-6123-468a-85b8-b529898bdad6 req-7b531caa-6c36-4485-b2fe-053ef335162d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547655 Feb 20 23:41:02.908778 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a269-9f17-4541-a5d6-4d7b5a49cb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (6bef20bb-b6e3-4406-b28b-84e797bda761), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.911679 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a269-9f17-4541-a5d6-4d7b5a49cb26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:02.920686 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-a7a9a269-9f17-4541-a5d6-4d7b5a49cb26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6bef20bb-b6e3-4406-b28b-84e797bda761 HTTP/1.1" status: 204 len: 168 time: 0.2654443 Feb 20 23:41:02.936544 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9a269-9f17-4541-a5d6-4d7b5a49cb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bef20bb-b6e3-4406-b28b-84e797bda761,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:03.069903 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fc4706fe-6123-468a-85b8-b529898bdad6 req-9038647f-e031-46e6-8462-cd2439a1ce44 service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936619 Feb 20 23:41:03.165819 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df786b-889c-430f-8fc4-755b78b000c1 req-0aaae2d2-39f9-49e3-8470-3521947c2c49 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:03.167267 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-08df786b-889c-430f-8fc4-755b78b000c1 req-0aaae2d2-39f9-49e3-8470-3521947c2c49 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 945 time: 0.2292233 Feb 20 23:41:03.276035 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8a04a-ff86-45a5-b8af-06de3a3052bc req-8e554b94-81f1-4b5e-b0c5-0da620b70a8a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:03.277534 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d3c8a04a-ff86-45a5-b8af-06de3a3052bc req-8e554b94-81f1-4b5e-b0c5-0da620b70a8a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.1687872 Feb 20 23:41:03.282652 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-08df786b-889c-430f-8fc4-755b78b000c1 req-c58fcf77-1f58-45fb-8eef-e963175c34be tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972426 Feb 20 23:41:03.293806 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fc4706fe-6123-468a-85b8-b529898bdad6 req-bfc9bc05-2851-4fa0-86e9-5288b7612fa5 service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167912 Feb 20 23:41:03.334790 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d3c8a04a-ff86-45a5-b8af-06de3a3052bc req-6fac32b4-0979-424f-b9f7-6abe3acf211b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511794 Feb 20 23:41:03.487005 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579510db-a770-45ea-82ae-b539bfa97bc4 req-76318b38-6d37-457f-950f-0d06b59e9deb tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:03.490383 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-579510db-a770-45ea-82ae-b539bfa97bc4 req-76318b38-6d37-457f-950f-0d06b59e9deb tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 944 time: 0.0992570 Feb 20 23:41:03.491392 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device cedca403-6250-4530-a649-45cdeb7bd9f2 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:41:03.562677 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa3275-37b0-446c-8856-50fd9dd0366e req-bbe859d3-5fd2-47e4-a389-4817445e2890 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:03.564296 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2daa3275-37b0-446c-8856-50fd9dd0366e req-bbe859d3-5fd2-47e4-a389-4817445e2890 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 944 time: 0.1144006 Feb 20 23:41:03.571071 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-579510db-a770-45ea-82ae-b539bfa97bc4 req-40bd0602-de8f-42fe-aadf-ceada959f912 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696309 Feb 20 23:41:03.630423 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2daa3275-37b0-446c-8856-50fd9dd0366e req-1b9968bd-eb4d-4b3b-821d-3c25fb22f9c4 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565615 Feb 20 23:41:03.637863 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port cedca403-6250-4530-a649-45cdeb7bd9f2 completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:41:03.642694 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port cedca403-6250-4530-a649-45cdeb7bd9f2 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:41:03.642944 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:03.736421 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port cedca403-6250-4530-a649-45cdeb7bd9f2 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:03.736853 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:03.762103 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae84388-f8bd-427e-ba90-6ebed0265f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedca403-6250-4530-a649-45cdeb7bd9f2'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:03.943917 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port cedca403-6250-4530-a649-45cdeb7bd9f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cedca403-6250-4530-a649-45cdeb7bd9f2,segment=NetworkSegment(2840b52a-3da2-4d13-a5a2-5ca0db9602e6),segment_id=2840b52a-3da2-4d13-a5a2-5ca0db9602e6)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:04.022551 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:04.023372 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device e475065a-4a2d-4f4b-956d-89d6bf2cd784 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:41:04.089050 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5014ed7-4416-4be3-aade-37f273a766c0" -d '{"events": [{"server_uuid": "eae84388-f8bd-427e-ba90-6ebed0265f66", "name": "network-vif-plugged", "status": "completed", "tag": "cedca403-6250-4530-a649-45cdeb7bd9f2"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:04.123157 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=cedca403-6250-4530-a649-45cdeb7bd9f2,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:04.205179 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port e475065a-4a2d-4f4b-956d-89d6bf2cd784 completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:41:04.217100 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port e475065a-4a2d-4f4b-956d-89d6bf2cd784 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:41:04.217100 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:04.261571 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f14f01-4386-40e6-805f-5c35497cf7fc x-openstack-request-id: req-73f14f01-4386-40e6-805f-5c35497cf7fc {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:04.263936 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae84388-f8bd-427e-ba90-6ebed0265f66", "name": "network-vif-plugged", "status": "completed", "tag": "cedca403-6250-4530-a649-45cdeb7bd9f2", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:04.263936 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73f14f01-4386-40e6-805f-5c35497cf7fc {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:04.263936 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae84388-f8bd-427e-ba90-6ebed0265f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedca403-6250-4530-a649-45cdeb7bd9f2', 'code': 200} Feb 20 23:41:04.421849 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port e475065a-4a2d-4f4b-956d-89d6bf2cd784 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:04.428896 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:04.464126 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae854c-68fb-40c0-b3d6-52141ea361e4 req-b35db2d0-7b8e-4b81-af3a-74306cb1ab95 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:04.468295 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port e475065a-4a2d-4f4b-956d-89d6bf2cd784, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e475065a-4a2d-4f4b-956d-89d6bf2cd784,segment=NetworkSegment(2e324f92-468f-4179-8af9-1db704772768),segment_id=2e324f92-468f-4179-8af9-1db704772768)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:04.469936 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-70ae854c-68fb-40c0-b3d6-52141ea361e4 req-b35db2d0-7b8e-4b81-af3a-74306cb1ab95 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 945 time: 0.0797703 Feb 20 23:41:04.558106 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:04.574707 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb70dc1-177a-4df8-9aa9-db90b21a02fd req-8ec6e794-575d-4985-b728-3ef5b7785f36 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:04.576425 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1cb70dc1-177a-4df8-9aa9-db90b21a02fd req-8ec6e794-575d-4985-b728-3ef5b7785f36 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.1055114 Feb 20 23:41:04.609132 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-70ae854c-68fb-40c0-b3d6-52141ea361e4 req-ac38c882-6843-4409-8386-17c1940ccc91 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284494 Feb 20 23:41:04.617054 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=e475065a-4a2d-4f4b-956d-89d6bf2cd784,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:04.688983 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1cb70dc1-177a-4df8-9aa9-db90b21a02fd req-b3501838-ff8c-497d-97eb-1d51ebfd2ea9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009128 Feb 20 23:41:04.878751 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba81e0-0089-4af5-8611-7050ff157443 req-6ea3249d-fb1e-4a4d-a556-7b15a567b771 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:04.880957 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-63ba81e0-0089-4af5-8611-7050ff157443 req-6ea3249d-fb1e-4a4d-a556-7b15a567b771 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 944 time: 0.1826205 Feb 20 23:41:04.898399 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8fc67-ec59-456f-b2df-0042feeddefe req-05b0bf21-3855-4fe8-a4b9-194ba1210383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:04.899898 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7ff8fc67-ec59-456f-b2df-0042feeddefe req-05b0bf21-3855-4fe8-a4b9-194ba1210383 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 1129 time: 0.2071018 Feb 20 23:41:04.909654 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddaed1-1dbc-4b70-97d6-572a98568666 req-bf1c2b21-a889-4dc7-a874-75033de54923 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:04.912097 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e6ddaed1-1dbc-4b70-97d6-572a98568666 req-bf1c2b21-a889-4dc7-a874-75033de54923 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 945 time: 0.1226797 Feb 20 23:41:04.960945 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7ff8fc67-ec59-456f-b2df-0042feeddefe req-4482c014-a520-4dcd-8fee-be6458cb989d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.005236 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-63ba81e0-0089-4af5-8611-7050ff157443 req-af8803e9-8f89-499e-9ca2-efcf56df9e87 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181138 Feb 20 23:41:05.035846 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e6ddaed1-1dbc-4b70-97d6-572a98568666 req-6e1f39bf-a67a-446b-9e4c-e6a7d6a8540d tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126788 Feb 20 23:41:05.116454 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7ff8fc67-ec59-456f-b2df-0042feeddefe req-4482c014-a520-4dcd-8fee-be6458cb989d service neutron] Publish callbacks [] for security_group (5274644e-3f61-4c1d-b055-58a1ca903bd1), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.199567 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7ff8fc67-ec59-456f-b2df-0042feeddefe req-4482c014-a520-4dcd-8fee-be6458cb989d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (5274644e-3f61-4c1d-b055-58a1ca903bd1), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.248726 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7ff8fc67-ec59-456f-b2df-0042feeddefe req-4482c014-a520-4dcd-8fee-be6458cb989d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293326 Feb 20 23:41:05.249467 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482c014-a520-4dcd-8fee-be6458cb989d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5274644e-3f61-4c1d-b055-58a1ca903bd1,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:05.510451 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device ca934fd0-8afa-41df-ae4d-f750ed73e818 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:41:05.562079 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 1b4a8463-8271-4195-a6b5-b9d47a33f66e up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:41:05.677411 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port ca934fd0-8afa-41df-ae4d-f750ed73e818, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca934fd0-8afa-41df-ae4d-f750ed73e818,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:05.689476 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': 'ca934fd0-8afa-41df-ae4d-f750ed73e818', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'port_id': 'ca934fd0-8afa-41df-ae4d-f750ed73e818', 'mac_address': 'fa:16:3e:91:26:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:41:05.753439 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port 1b4a8463-8271-4195-a6b5-b9d47a33f66e completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:41:05.760533 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port ca934fd0-8afa-41df-ae4d-f750ed73e818 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:05.761185 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.763278 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 1b4a8463-8271-4195-a6b5-b9d47a33f66e triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:41:05.763821 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.771358 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89547893-b439-4230-81c9-27bff25be413 req-14f58c30-fb4b-4763-aa86-1370be5043d3 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:05.772983 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-89547893-b439-4230-81c9-27bff25be413 req-14f58c30-fb4b-4763-aa86-1370be5043d3 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 945 time: 0.0770581 Feb 20 23:41:05.799960 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca934fd0-8afa-41df-ae4d-f750ed73e818 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:05.833811 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port ca934fd0-8afa-41df-ae4d-f750ed73e818, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca934fd0-8afa-41df-ae4d-f750ed73e818,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:05.867541 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-89547893-b439-4230-81c9-27bff25be413 req-e98ae606-f6cc-4122-b25e-4384268a4d02 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844941 Feb 20 23:41:05.896259 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 1b4a8463-8271-4195-a6b5-b9d47a33f66e is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:05.896652 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.897664 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03a726-2342-4177-b9c7-7213f6d9dfc4 req-2f320fa0-396c-4fe8-a925-ccfb11395dc1 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:05.903616 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-aa03a726-2342-4177-b9c7-7213f6d9dfc4 req-2f320fa0-396c-4fe8-a925-ccfb11395dc1 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0913134 Feb 20 23:41:05.938100 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 1b4a8463-8271-4195-a6b5-b9d47a33f66e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1b4a8463-8271-4195-a6b5-b9d47a33f66e,segment=NetworkSegment(2e324f92-468f-4179-8af9-1db704772768),segment_id=2e324f92-468f-4179-8af9-1db704772768)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:05.949045 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:05.949730 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device d4618aa7-0f3d-484f-8b92-46e047745178 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:41:05.969488 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-aa03a726-2342-4177-b9c7-7213f6d9dfc4 req-046e8705-1354-4930-aff7-a6fef17402d8 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551651 Feb 20 23:41:06.054477 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:06.056417 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=ca934fd0-8afa-41df-ae4d-f750ed73e818,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:06.152549 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=1b4a8463-8271-4195-a6b5-b9d47a33f66e,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:06.169746 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port d4618aa7-0f3d-484f-8b92-46e047745178, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4618aa7-0f3d-484f-8b92-46e047745178,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:06.189599 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'port_id': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'mac_address': 'fa:16:3e:a0:8e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:41:06.219581 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaa7f8-6474-414c-9a1a-57f81b77c603 req-f57dbdaf-596f-474b-b09f-b66203582892 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:06.221151 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-44eaa7f8-6474-414c-9a1a-57f81b77c603 req-f57dbdaf-596f-474b-b09f-b66203582892 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 945 time: 0.1185560 Feb 20 23:41:06.239418 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc24f5-0428-4a25-851f-4882d44e95e5 req-d04cbe55-e6bd-4910-9c8a-392dbceb137a tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:06.241085 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2cbc24f5-0428-4a25-851f-4882d44e95e5 req-d04cbe55-e6bd-4910-9c8a-392dbceb137a tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 945 time: 0.0942943 Feb 20 23:41:06.256212 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port d4618aa7-0f3d-484f-8b92-46e047745178 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:06.257417 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:06.268581 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebed794e-3330-48d8-9c9c-f9bf9298164d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e475065a-4a2d-4f4b-956d-89d6bf2cd784'}, {'server_uuid': '06932a58-5e3d-4f14-810a-b46ddb1412f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4a8463-8271-4195-a6b5-b9d47a33f66e'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:06.272498 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587819bd-02c8-47a4-84ee-efef59109186" -d '{"events": [{"server_uuid": "ebed794e-3330-48d8-9c9c-f9bf9298164d", "name": "network-vif-plugged", "status": "completed", "tag": "e475065a-4a2d-4f4b-956d-89d6bf2cd784"}, {"server_uuid": "06932a58-5e3d-4f14-810a-b46ddb1412f1", "name": "network-vif-plugged", "status": "completed", "tag": "1b4a8463-8271-4195-a6b5-b9d47a33f66e"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:06.282642 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4618aa7-0f3d-484f-8b92-46e047745178 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:41:06.307251 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port d4618aa7-0f3d-484f-8b92-46e047745178, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4618aa7-0f3d-484f-8b92-46e047745178,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:06.320305 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-44eaa7f8-6474-414c-9a1a-57f81b77c603 req-2da400ef-0d18-4ba3-a74c-e7a6fe871d24 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888488 Feb 20 23:41:06.323590 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2cbc24f5-0428-4a25-851f-4882d44e95e5 req-14592940-2936-4b37-bfff-cf73f0f61e57 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743301 Feb 20 23:41:06.376215 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07382278-7ee9-4f73-b9a2-58922667fa29 x-openstack-request-id: req-07382278-7ee9-4f73-b9a2-58922667fa29 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:06.376586 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebed794e-3330-48d8-9c9c-f9bf9298164d", "name": "network-vif-plugged", "status": "completed", "tag": "e475065a-4a2d-4f4b-956d-89d6bf2cd784", "code": 200}, {"server_uuid": "06932a58-5e3d-4f14-810a-b46ddb1412f1", "name": "network-vif-plugged", "status": "completed", "tag": "1b4a8463-8271-4195-a6b5-b9d47a33f66e", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:06.376871 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07382278-7ee9-4f73-b9a2-58922667fa29 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:06.377274 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebed794e-3330-48d8-9c9c-f9bf9298164d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e475065a-4a2d-4f4b-956d-89d6bf2cd784', 'code': 200} Feb 20 23:41:06.377535 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06932a58-5e3d-4f14-810a-b46ddb1412f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4a8463-8271-4195-a6b5-b9d47a33f66e', 'code': 200} Feb 20 23:41:06.415112 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:06.479455 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=d4618aa7-0f3d-484f-8b92-46e047745178,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:06.747326 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0f10d-9cc5-48a7-9bd8-d4f2773d2463 req-11f13cb1-7a88-45da-bfe3-50832c77614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:06.749103 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6ae0f10d-9cc5-48a7-9bd8-d4f2773d2463 req-11f13cb1-7a88-45da-bfe3-50832c77614b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 1130 time: 0.0472920 Feb 20 23:41:06.798943 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6ae0f10d-9cc5-48a7-9bd8-d4f2773d2463 req-ce0356a2-b1b6-4ced-9a26-f894ded225e3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428603 Feb 20 23:41:06.823780 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['d4618aa7-0f3d-484f-8b92-46e047745178'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:41:06.831038 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd9a9a-ead6-480e-9449-6a844e650cc4 req-0cfcf0d5-0519-4cb1-8452-af1fbec55a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:06.833908 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-14cd9a9a-ead6-480e-9449-6a844e650cc4 req-0cfcf0d5-0519-4cb1-8452-af1fbec55a3f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 1130 time: 0.1090629 Feb 20 23:41:06.852108 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['ca934fd0-8afa-41df-ae4d-f750ed73e818'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:41:07.032749 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c560f47-cc96-40b3-a475-f9d4ba7e1f51 req-9076d435-d555-4269-b982-6338d0429cd7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:07.037486 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7c560f47-cc96-40b3-a475-f9d4ba7e1f51 req-9076d435-d555-4269-b982-6338d0429cd7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0848470 Feb 20 23:41:07.150934 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7c560f47-cc96-40b3-a475-f9d4ba7e1f51 req-6b7d53b6-a1a2-48a9-a880-a69bc6b8028d tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992012 Feb 20 23:41:07.166501 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bc130-dfcd-4858-b841-be9f878852fe req-2b7ecfa6-6fd7-4527-a595-df783414ccc8 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:07.168172 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ae3bc130-dfcd-4858-b841-be9f878852fe req-2b7ecfa6-6fd7-4527-a595-df783414ccc8 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 944 time: 0.1083224 Feb 20 23:41:07.195335 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-14cd9a9a-ead6-480e-9449-6a844e650cc4 req-cb33bf1f-090d-4dac-9cb2-8b61c20e28b7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893941 Feb 20 23:41:07.224152 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ae3bc130-dfcd-4858-b841-be9f878852fe req-553c7023-d87b-4e2a-b88a-e217bde72ebc tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493541 Feb 20 23:41:07.673147 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063c4d6-51ac-4fd9-b6b4-ccd3bd54e043 req-e6c78287-046a-464e-bafc-df9caff60adf tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:07.688227 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b063c4d6-51ac-4fd9-b6b4-ccd3bd54e043 req-e6c78287-046a-464e-bafc-df9caff60adf tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 945 time: 0.2832203 Feb 20 23:41:07.717910 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593019ae-b508-42fe-8f97-ed82725e758c req-18a4d59d-8877-4be1-a19e-c39360787f7b tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:07.725423 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-593019ae-b508-42fe-8f97-ed82725e758c req-18a4d59d-8877-4be1-a19e-c39360787f7b tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 945 time: 0.3203375 Feb 20 23:41:07.798667 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b063c4d6-51ac-4fd9-b6b4-ccd3bd54e043 req-8cd316be-a5cb-471d-bbb5-d42215505be1 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177149 Feb 20 23:41:07.809424 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-593019ae-b508-42fe-8f97-ed82725e758c req-f9288e4e-931a-42f2-8e84-60e59ce19f6e tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830572 Feb 20 23:41:08.273905 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6332ef-e21e-4737-ac3e-7394e1ba6e59 req-aa9f9e8a-e7ec-47cd-950e-8d9e6be585e7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:08.275493 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9d6332ef-e21e-4737-ac3e-7394e1ba6e59 req-aa9f9e8a-e7ec-47cd-950e-8d9e6be585e7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0565560 Feb 20 23:41:08.357495 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9d6332ef-e21e-4737-ac3e-7394e1ba6e59 req-50ae066d-9096-4d3a-a38b-972c0903f2b1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759733 Feb 20 23:41:08.377154 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cf335-bf65-4705-a03c-313773296107 req-64f323dc-6153-40c1-8073-e17e2dee3e74 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:08.378634 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-798cf335-bf65-4705-a03c-313773296107 req-64f323dc-6153-40c1-8073-e17e2dee3e74 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 944 time: 0.0748479 Feb 20 23:41:08.435796 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-798cf335-bf65-4705-a03c-313773296107 req-fa9057e1-bb87-4907-8572-78a487a4b587 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497944 Feb 20 23:41:09.020773 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2324c8e-223f-4f0c-a13c-7edd18eb3eac req-60e7d17b-66aa-4ee4-ac26-2c833f0f4fbd tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:09.027559 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2324c8e-223f-4f0c-a13c-7edd18eb3eac req-60e7d17b-66aa-4ee4-ac26-2c833f0f4fbd tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 945 time: 0.1027167 Feb 20 23:41:09.043579 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026e4cd-4506-41b7-90a4-3f1ae2a07a6b req-9808c9d0-d461-4ec1-be4b-d6cedfab280a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:09.045528 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1026e4cd-4506-41b7-90a4-3f1ae2a07a6b req-9808c9d0-d461-4ec1-be4b-d6cedfab280a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 945 time: 0.1117501 Feb 20 23:41:09.116037 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2324c8e-223f-4f0c-a13c-7edd18eb3eac req-bed93ae2-4d5a-4590-b4a8-f1ea95718b5b tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875828 Feb 20 23:41:09.131468 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1026e4cd-4506-41b7-90a4-3f1ae2a07a6b req-1150322e-74be-4cdc-84d6-65eea59df285 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778916 Feb 20 23:41:09.478632 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887f2b-63b9-4512-8bfe-56cee90b4bd5 req-fccb5c18-788f-4001-90d9-601f3383eee6 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:09.479535 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b1887f2b-63b9-4512-8bfe-56cee90b4bd5 req-fccb5c18-788f-4001-90d9-601f3383eee6 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0535245 Feb 20 23:41:09.516929 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device ca934fd0-8afa-41df-ae4d-f750ed73e818 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:41:09.543412 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b1887f2b-63b9-4512-8bfe-56cee90b4bd5 req-6c2db6b2-d4e7-41d4-904b-c1c4f7a93621 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579460 Feb 20 23:41:09.594954 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f50d9-70a7-450d-b570-05126fe25901 req-b8116c45-2ad5-43be-a12e-257609a58eae tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:09.596512 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ec6f50d9-70a7-450d-b570-05126fe25901 req-b8116c45-2ad5-43be-a12e-257609a58eae tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 944 time: 0.0706999 Feb 20 23:41:09.650303 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ec6f50d9-70a7-450d-b570-05126fe25901 req-c2d187be-1a28-4779-8012-53478e677c03 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451820 Feb 20 23:41:09.661712 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port ca934fd0-8afa-41df-ae4d-f750ed73e818 completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:41:09.666248 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port ca934fd0-8afa-41df-ae4d-f750ed73e818 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:41:09.666622 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.751742 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port ca934fd0-8afa-41df-ae4d-f750ed73e818 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:09.778557 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:09.778557 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e85dfa-4da8-4987-9ebb-ddc850357fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca934fd0-8afa-41df-ae4d-f750ed73e818'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:09.779712 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6f1f24-4748-4add-b349-b376346b0b55" -d '{"events": [{"server_uuid": "16e85dfa-4da8-4987-9ebb-ddc850357fa7", "name": "network-vif-plugged", "status": "completed", "tag": "ca934fd0-8afa-41df-ae4d-f750ed73e818"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:09.795815 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port ca934fd0-8afa-41df-ae4d-f750ed73e818, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca934fd0-8afa-41df-ae4d-f750ed73e818,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:09.816090 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14e834d-9bd0-4150-bd18-8401c5d4fd5e x-openstack-request-id: req-f14e834d-9bd0-4150-bd18-8401c5d4fd5e {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:09.817018 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e85dfa-4da8-4987-9ebb-ddc850357fa7", "name": "network-vif-plugged", "status": "completed", "tag": "ca934fd0-8afa-41df-ae4d-f750ed73e818", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:09.817316 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f14e834d-9bd0-4150-bd18-8401c5d4fd5e {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:09.817939 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e85dfa-4da8-4987-9ebb-ddc850357fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca934fd0-8afa-41df-ae4d-f750ed73e818', 'code': 200} Feb 20 23:41:10.004664 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:10.008729 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device d4618aa7-0f3d-484f-8b92-46e047745178 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:41:10.145198 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=ca934fd0-8afa-41df-ae4d-f750ed73e818,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:10.272560 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port d4618aa7-0f3d-484f-8b92-46e047745178 completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:41:10.278490 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port d4618aa7-0f3d-484f-8b92-46e047745178 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:41:10.280658 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:10.353265 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42e44-830f-4ea4-a11c-4095f44058be req-86d44064-4591-4515-b37f-9242763e2d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:10.354934 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-06c42e44-830f-4ea4-a11c-4095f44058be req-86d44064-4591-4515-b37f-9242763e2d82 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 1130 time: 0.0621376 Feb 20 23:41:10.359586 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e37d-56b3-41fd-b89d-79953300f23a req-c3f2a92e-353d-411e-bea2-f18eaf3f8f79 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:10.367661 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-57d2e37d-56b3-41fd-b89d-79953300f23a req-c3f2a92e-353d-411e-bea2-f18eaf3f8f79 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.1364288 Feb 20 23:41:10.407879 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-06c42e44-830f-4ea4-a11c-4095f44058be req-b060f963-7355-4d86-b614-82f77a1aa511 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463400 Feb 20 23:41:10.436733 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port d4618aa7-0f3d-484f-8b92-46e047745178 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:41:10.437141 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:10.460081 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-57d2e37d-56b3-41fd-b89d-79953300f23a req-ca0a8f64-9963-4b86-ab51-c06137676ced tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845833 Feb 20 23:41:10.481582 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed540346-ba18-44f4-b00f-23304c9ba130 req-c6af58d0-76b1-41df-91a2-d01b24b53628 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:10.483420 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ed540346-ba18-44f4-b00f-23304c9ba130 req-c6af58d0-76b1-41df-91a2-d01b24b53628 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0751729 Feb 20 23:41:10.490453 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port d4618aa7-0f3d-484f-8b92-46e047745178, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4618aa7-0f3d-484f-8b92-46e047745178,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:10.540994 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ed540346-ba18-44f4-b00f-23304c9ba130 req-96c24290-b336-4685-8a19-4a72cbd68fd1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Feb 20 23:41:10.564827 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:10.615432 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=d4618aa7-0f3d-484f-8b92-46e047745178,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:10.744777 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafdba0-0531-4083-8e16-a8d8d527fce4 req-cb283019-8b66-4501-b30c-01eb54c38d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:10.746350 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daafdba0-0531-4083-8e16-a8d8d527fce4 req-cb283019-8b66-4501-b30c-01eb54c38d6e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 1130 time: 0.0521665 Feb 20 23:41:10.812540 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd495ae-f81e-43f7-92e0-6a804702cf99 req-80c60f5f-653f-4c6c-a21a-8ace2e9694a4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:10.814164 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fbd495ae-f81e-43f7-92e0-6a804702cf99 req-80c60f5f-653f-4c6c-a21a-8ace2e9694a4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0774508 Feb 20 23:41:10.867766 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fbd495ae-f81e-43f7-92e0-6a804702cf99 req-85f707d9-001d-49e4-9b42-d0de65008942 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462756 Feb 20 23:41:10.946446 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafdba0-0531-4083-8e16-a8d8d527fce4 req-671ae927-887a-4a26-8766-c1a24624f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:10.948272 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daafdba0-0531-4083-8e16-a8d8d527fce4 req-671ae927-887a-4a26-8766-c1a24624f1b9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=045de685-a397-4057-b694-72b65c12b7c8 HTTP/1.1" status: 200 len: 919 time: 0.1944580 Feb 20 23:41:10.997033 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daafdba0-0531-4083-8e16-a8d8d527fce4 req-170c80b2-7e42-4b93-af9d-ca7a4678f032 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b4a8463-8271-4195-a6b5-b9d47a33f66e HTTP/1.1" status: 200 len: 217 time: 0.0423334 Feb 20 23:41:11.050349 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafdba0-0531-4083-8e16-a8d8d527fce4 req-b619cb10-647f-4b56-aa2d-4e6afcb2fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:11.052571 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daafdba0-0531-4083-8e16-a8d8d527fce4 req-b619cb10-647f-4b56-aa2d-4e6afcb2fb9b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a HTTP/1.1" status: 200 len: 858 time: 0.0488446 Feb 20 23:41:11.086906 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daafdba0-0531-4083-8e16-a8d8d527fce4 req-3e10cc1e-1f5e-431d-9373-2c3f409c1b6e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=045de685-a397-4057-b694-72b65c12b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277445 Feb 20 23:41:11.191746 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daafdba0-0531-4083-8e16-a8d8d527fce4 req-2d5e7dd8-8171-4cf9-8612-bedb5c2aaa2b service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980635 Feb 20 23:41:11.316532 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-daafdba0-0531-4083-8e16-a8d8d527fce4 req-ce0a62a6-c373-456c-b8bb-e4d5e25d0cc5 service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188614 Feb 20 23:41:11.601962 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e82f4e-7336-4214-859e-1fc013276520 req-0f7a1fd9-634a-40c2-b1fd-dc7cf7caacc5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:11.603412 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a1e82f4e-7336-4214-859e-1fc013276520 req-0f7a1fd9-634a-40c2-b1fd-dc7cf7caacc5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0586717 Feb 20 23:41:11.653273 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a1e82f4e-7336-4214-859e-1fc013276520 req-f91d96ec-3b14-4816-aa4b-9814b8f8ad76 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443103 Feb 20 23:41:11.819731 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:11.821842 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b53d0-1f1a-420e-84e7-18236e903351 req-9efe06b3-800f-4a3b-8dbd-344fb366038d tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:11.822288 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccb4b51-6f71-4748-ab82-e8a42bee3c34" -d '{"events": [{"server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "name": "network-vif-plugged", "status": "completed", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:11.823549 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-be5b53d0-1f1a-420e-84e7-18236e903351 req-9efe06b3-800f-4a3b-8dbd-344fb366038d tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0990961 Feb 20 23:41:11.893191 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-be5b53d0-1f1a-420e-84e7-18236e903351 req-d141e0f8-177d-4292-9027-de6e3c64eba2 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589707 Feb 20 23:41:11.945263 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c0bd60-6d5a-4e1d-b778-c6a373bcae62 x-openstack-request-id: req-12c0bd60-6d5a-4e1d-b778-c6a373bcae62 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:11.945868 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "name": "network-vif-plugged", "status": "completed", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:11.946268 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12c0bd60-6d5a-4e1d-b778-c6a373bcae62 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:11.946822 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'code': 200} Feb 20 23:41:12.090700 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d597d6-409c-4263-a157-128f122e466b req-48542caa-9b36-4f6f-b560-75bb11fa7956 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:12.092254 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-19d597d6-409c-4263-a157-128f122e466b req-48542caa-9b36-4f6f-b560-75bb11fa7956 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0985289 Feb 20 23:41:12.165397 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-19d597d6-409c-4263-a157-128f122e466b req-03ad6514-7573-436f-a000-e12a02dd2445 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661125 Feb 20 23:41:12.810200 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4a3d4-d748-4dea-a2d6-f8e58c3cd82e req-fec3937d-58aa-4dfe-9588-466c8902afed tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:12.811955 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-08a4a3d4-d748-4dea-a2d6-f8e58c3cd82e req-fec3937d-58aa-4dfe-9588-466c8902afed tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0852783 Feb 20 23:41:12.881131 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-08a4a3d4-d748-4dea-a2d6-f8e58c3cd82e req-4d31e5a9-e205-4865-bdd9-50af1f462f49 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592058 Feb 20 23:41:13.057898 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf27e0-458c-4c3c-a3b6-b0a74109603a req-ec81420d-e63f-4489-ba3b-1d7350ac18e6 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:13.059518 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-57bf27e0-458c-4c3c-a3b6-b0a74109603a req-ec81420d-e63f-4489-ba3b-1d7350ac18e6 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0890429 Feb 20 23:41:13.069440 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 38882) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:13.074085 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-398da579-53af-4bc4-b752-90e9b66ce513 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Request body: {'floatingip': {'port_id': 'ca934fd0-8afa-41df-ae4d-f750ed73e818'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:13.110143 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa483230-d688-4afe-9350-39702b73c432 req-be65765d-4502-4a26-8c58-a38135d8fab0 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:13.111718 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fa483230-d688-4afe-9350-39702b73c432 req-be65765d-4502-4a26-8c58-a38135d8fab0 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.1305974 Feb 20 23:41:13.176259 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-398da579-53af-4bc4-b752-90e9b66ce513 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (dc099535-2280-415f-b184-9a5d2f5458e5), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:13.188825 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 38888) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:13.333349 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fa483230-d688-4afe-9350-39702b73c432 req-7b7d6f6c-46df-4459-9927-07a7e8023c19 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828306 Feb 20 23:41:13.344420 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-adcc2e5c-538e-4aec-b29b-8844a8610da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:13.437698 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbea48b-d239-4ab2-8920-597c45449428 req-05cc24db-acf5-459a-b7f1-cdc26591ec81 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:13.439164 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5bbea48b-d239-4ab2-8920-597c45449428 req-05cc24db-acf5-459a-b7f1-cdc26591ec81 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1969147 Feb 20 23:41:13.455811 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-adcc2e5c-538e-4aec-b29b-8844a8610da6 admin admin] Publish callbacks [] for security_group (2c55da47-6c52-4f37-9995-8c4bfb4e9a7f), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:13.524628 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-adcc2e5c-538e-4aec-b29b-8844a8610da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (2c55da47-6c52-4f37-9995-8c4bfb4e9a7f), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:13.540015 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5bbea48b-d239-4ab2-8920-597c45449428 req-094c73c4-845c-4ed3-9f98-b58de49236e0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896659 Feb 20 23:41:13.568716 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-adcc2e5c-538e-4aec-b29b-8844a8610da6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c82aea6d3b224c08a07aabfa8c108d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760738 Feb 20 23:41:13.568716 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc2e5c-538e-4aec-b29b-8844a8610da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c55da47-6c52-4f37-9995-8c4bfb4e9a7f,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:13.569897 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 38898) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:13.623593 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-dcf728da-401c-475f-8205-4fd1828353f1 admin admin] Publish callbacks [] for security_group (2c55da47-6c52-4f37-9995-8c4bfb4e9a7f), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:13.657163 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-dcf728da-401c-475f-8205-4fd1828353f1 admin admin] Publish callbacks [] for security_group (2c55da47-6c52-4f37-9995-8c4bfb4e9a7f), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:13.797828 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-dcf728da-401c-475f-8205-4fd1828353f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (2c55da47-6c52-4f37-9995-8c4bfb4e9a7f), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:13.800515 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-dcf728da-401c-475f-8205-4fd1828353f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:13.804448 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-dcf728da-401c-475f-8205-4fd1828353f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c55da47-6c52-4f37-9995-8c4bfb4e9a7f HTTP/1.1" status: 204 len: 168 time: 0.2309310 Feb 20 23:41:13.810801 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf728da-401c-475f-8205-4fd1828353f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c55da47-6c52-4f37-9995-8c4bfb4e9a7f,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:13.963361 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-398da579-53af-4bc4-b752-90e9b66ce513 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:14.021579 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-398da579-53af-4bc4-b752-90e9b66ce513 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (dc099535-2280-415f-b184-9a5d2f5458e5), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:14.334333 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.l3_db [None req-398da579-53af-4bc4-b752-90e9b66ce513 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Floating IP dc099535-2280-415f-b184-9a5d2f5458e5 associated. External IP: 172.27.0.20, port: ca934fd0-8afa-41df-ae4d-f750ed73e818. Feb 20 23:41:14.499761 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7e0e7-3503-47dd-b8e7-93709d813769 req-0d383fdf-05e9-450e-8e64-f93a4053e46a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:14.501265 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-39d7e0e7-3503-47dd-b8e7-93709d813769 req-0d383fdf-05e9-450e-8e64-f93a4053e46a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0772228 Feb 20 23:41:14.510558 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 38916) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:14.538241 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-81f5a38b-9e51-4529-961d-dff43c11b6ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:14.638539 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-81f5a38b-9e51-4529-961d-dff43c11b6ec admin admin] Publish callbacks [] for security_group (447ec28d-4770-4a57-a2ef-734f67a26a58), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:14.651498 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-39d7e0e7-3503-47dd-b8e7-93709d813769 req-7871b879-132e-4437-ac97-34614ca22ecd tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162071 Feb 20 23:41:14.700432 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398da579-53af-4bc4-b752-90e9b66ce513 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Router 9572085e-970c-47c0-9c72-28559b9340a8 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:41:14.717759 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-81f5a38b-9e51-4529-961d-dff43c11b6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (447ec28d-4770-4a57-a2ef-734f67a26a58), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:14.758009 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5a38b-9e51-4529-961d-dff43c11b6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447ec28d-4770-4a57-a2ef-734f67a26a58,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:14.770100 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-81f5a38b-9e51-4529-961d-dff43c11b6ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0e495942081492cb6b7fce32a347bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506864 Feb 20 23:41:14.771201 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 38924) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:14.780364 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de267a6-6106-4c0b-b1dd-8e8bc9d48d9e req-dc8a0a45-778a-4841-8a79-763d272ecfa4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:14.782029 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7de267a6-6106-4c0b-b1dd-8e8bc9d48d9e req-dc8a0a45-778a-4841-8a79-763d272ecfa4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1167099 Feb 20 23:41:14.825039 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b83331af-ed31-4703-bd30-68aad4bda5c0 admin admin] Publish callbacks [] for security_group (447ec28d-4770-4a57-a2ef-734f67a26a58), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:14.848138 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b83331af-ed31-4703-bd30-68aad4bda5c0 admin admin] Publish callbacks [] for security_group (447ec28d-4770-4a57-a2ef-734f67a26a58), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:14.892285 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7de267a6-6106-4c0b-b1dd-8e8bc9d48d9e req-94c8455a-bcb9-4e87-a6c2-ce6b3d82bd45 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961928 Feb 20 23:41:14.893272 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398da579-53af-4bc4-b752-90e9b66ce513 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:41:14.899107 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-398da579-53af-4bc4-b752-90e9b66ce513 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:14.910078 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea280e-b572-4bf7-b1e5-d1f74e01beaa None None] Sync routers for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:41:14.921643 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea280e-b572-4bf7-b1e5-d1f74e01beaa None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:41:14.922410 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-6fea280e-b572-4bf7-b1e5-d1f74e01beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:14.933798 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-398da579-53af-4bc4-b752-90e9b66ce513 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "PUT /v2.0/floatingips/dc099535-2280-415f-b184-9a5d2f5458e5 HTTP/1.1" status: 200 len: 991 time: 1.8632278 Feb 20 23:41:14.935338 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e85dfa-4da8-4987-9ebb-ddc850357fa7', 'tag': 'ca934fd0-8afa-41df-ae4d-f750ed73e818'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:14.936619 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ed5864-4b95-494d-b4f4-cfe75cb4f114" -d '{"events": [{"name": "network-changed", "server_uuid": "16e85dfa-4da8-4987-9ebb-ddc850357fa7", "tag": "ca934fd0-8afa-41df-ae4d-f750ed73e818"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:14.982674 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b83331af-ed31-4703-bd30-68aad4bda5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (447ec28d-4770-4a57-a2ef-734f67a26a58), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:14.985555 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b83331af-ed31-4703-bd30-68aad4bda5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:14.986976 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-b83331af-ed31-4703-bd30-68aad4bda5c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/447ec28d-4770-4a57-a2ef-734f67a26a58 HTTP/1.1" status: 204 len: 168 time: 0.2156875 Feb 20 23:41:15.003094 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83331af-ed31-4703-bd30-68aad4bda5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447ec28d-4770-4a57-a2ef-734f67a26a58,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:15.024212 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18d8d94-1aa5-48e9-9046-edbd5ae2440a x-openstack-request-id: req-e18d8d94-1aa5-48e9-9046-edbd5ae2440a {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:15.024687 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e85dfa-4da8-4987-9ebb-ddc850357fa7", "tag": "ca934fd0-8afa-41df-ae4d-f750ed73e818", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:15.025077 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e18d8d94-1aa5-48e9-9046-edbd5ae2440a {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:15.025396 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e85dfa-4da8-4987-9ebb-ddc850357fa7', 'tag': 'ca934fd0-8afa-41df-ae4d-f750ed73e818', 'status': 'completed', 'code': 200} Feb 20 23:41:15.105089 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-6fea280e-b572-4bf7-b1e5-d1f74e01beaa None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:41:15.402513 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-6fea280e-b572-4bf7-b1e5-d1f74e01beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': 'dc099535-2280-415f-b184-9a5d2f5458e5', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'port_id': 'ca934fd0-8afa-41df-ae4d-f750ed73e818', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'mac_address': 'fa:16:3e:91:26:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e85dfa-4da8-4987-9ebb-ddc850357fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:40Z', 'updated_at': '2022-02-20T23:41:13Z', 'revision_number': 1, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:15.432441 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea280e-b572-4bf7-b1e5-d1f74e01beaa None None] Checking router: 9572085e-970c-47c0-9c72-28559b9340a8 for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:41:15.440761 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea280e-b572-4bf7-b1e5-d1f74e01beaa None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:41:15.442135 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-6fea280e-b572-4bf7-b1e5-d1f74e01beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:15.567479 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-6fea280e-b572-4bf7-b1e5-d1f74e01beaa None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:41:15.624452 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0442c-b0c2-4828-b1e9-3a6e3a1175de req-3fd30bab-be49-4fc8-9cfc-9078b24b9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:15.625952 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-94a0442c-b0c2-4828-b1e9-3a6e3a1175de req-3fd30bab-be49-4fc8-9cfc-9078b24b9ae2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 1129 time: 0.0444415 Feb 20 23:41:15.749308 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-94a0442c-b0c2-4828-b1e9-3a6e3a1175de req-65fb1792-c587-4c2b-877e-df8b5645d015 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723488 Feb 20 23:41:15.765349 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed5864-4b95-494d-b4f4-cfe75cb4f114 req-5a7c3efe-daa0-4e1f-b1cc-21d14280f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:15.767183 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f3ed5864-4b95-494d-b4f4-cfe75cb4f114 req-5a7c3efe-daa0-4e1f-b1cc-21d14280f89e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 1130 time: 0.0921173 Feb 20 23:41:15.837609 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a47eec-6ce7-453b-9223-5df0adc8f59f req-9bbbc709-60a6-4e78-9adf-fcbef942921a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:15.839198 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a3a47eec-6ce7-453b-9223-5df0adc8f59f req-9bbbc709-60a6-4e78-9adf-fcbef942921a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0664787 Feb 20 23:41:15.841781 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-6fea280e-b572-4bf7-b1e5-d1f74e01beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': 'dc099535-2280-415f-b184-9a5d2f5458e5', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'port_id': 'ca934fd0-8afa-41df-ae4d-f750ed73e818', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'mac_address': 'fa:16:3e:91:26:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e85dfa-4da8-4987-9ebb-ddc850357fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:40Z', 'updated_at': '2022-02-20T23:41:13Z', 'revision_number': 1, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:15.875863 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea280e-b572-4bf7-b1e5-d1f74e01beaa None None] The sync data for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi is: [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': 'dc099535-2280-415f-b184-9a5d2f5458e5', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'port_id': 'ca934fd0-8afa-41df-ae4d-f750ed73e818', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'mac_address': 'fa:16:3e:91:26:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e85dfa-4da8-4987-9ebb-ddc850357fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:40Z', 'updated_at': '2022-02-20T23:41:13Z', 'revision_number': 1, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:41:15.905377 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a3a47eec-6ce7-453b-9223-5df0adc8f59f req-458cfbbc-70d0-4aee-8f09-da2dfce24771 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583060 Feb 20 23:41:16.216016 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f5e571-9d79-4205-a508-dcb8230420ac None None] New status for floating IP dc099535-2280-415f-b184-9a5d2f5458e5: ACTIVE {{(pid=109848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:41:16.234466 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e70308-2672-4ab2-b944-33ec2550927b req-5a5b5abc-cada-4c6c-af46-ab6cde3d77f1 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:16.236088 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-64e70308-2672-4ab2-b944-33ec2550927b req-5a5b5abc-cada-4c6c-af46-ab6cde3d77f1 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0785739 Feb 20 23:41:16.373388 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed5864-4b95-494d-b4f4-cfe75cb4f114 req-f0657559-e649-4b25-abde-f120ac0b7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:16.374954 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f3ed5864-4b95-494d-b4f4-cfe75cb4f114 req-f0657559-e649-4b25-abde-f120ac0b7b43 service neutron] 10.222.0.89 "GET /v2.0/networks?id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf HTTP/1.1" status: 200 len: 911 time: 0.1370192 Feb 20 23:41:16.378288 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-64e70308-2672-4ab2-b944-33ec2550927b req-8c8ed68c-c2cc-4a7f-97e8-2a992c6a35c0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306984 Feb 20 23:41:16.496545 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f3ed5864-4b95-494d-b4f4-cfe75cb4f114 req-2c54d2b7-fbb6-421a-946a-e3337a55fb94 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca934fd0-8afa-41df-ae4d-f750ed73e818 HTTP/1.1" status: 200 len: 999 time: 0.1150255 Feb 20 23:41:16.546284 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed5864-4b95-494d-b4f4-cfe75cb4f114 req-5b6fbfc4-6811-4f71-af9b-aa88b5d0fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:16.547654 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f3ed5864-4b95-494d-b4f4-cfe75cb4f114 req-5b6fbfc4-6811-4f71-af9b-aa88b5d0fd79 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=350751a2-e0e2-4ae4-8032-3a3155ee3ad9 HTTP/1.1" status: 200 len: 849 time: 0.0447917 Feb 20 23:41:16.610317 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed5864-4b95-494d-b4f4-cfe75cb4f114 req-38c511d8-8bdb-485b-95ad-2e22ebdbb68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:16.610317 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f3ed5864-4b95-494d-b4f4-cfe75cb4f114 req-38c511d8-8bdb-485b-95ad-2e22ebdbb68d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501866 Feb 20 23:41:16.702504 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f3ed5864-4b95-494d-b4f4-cfe75cb4f114 req-567c9628-9d6c-4430-9202-3b4f540d114c service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915639 Feb 20 23:41:16.802756 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f3ed5864-4b95-494d-b4f4-cfe75cb4f114 req-5f1479fc-4170-4702-8369-dc7e1e288b45 service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938551 Feb 20 23:41:17.043328 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac349ef-b76a-4b2a-8c81-daedfff63e97 req-b6bc8705-8133-431c-84ac-9877986dfb4a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:17.044867 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1ac349ef-b76a-4b2a-8c81-daedfff63e97 req-b6bc8705-8133-431c-84ac-9877986dfb4a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0647993 Feb 20 23:41:17.101207 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1ac349ef-b76a-4b2a-8c81-daedfff63e97 req-cf83e756-0677-49c2-b0e0-5ee0a99ebeda tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489151 Feb 20 23:41:17.531934 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d143f5-001d-4302-a178-a5ea78117b11 req-2db2a5da-06d5-463d-8c26-3aad615a3b04 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:17.534035 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99d143f5-001d-4302-a178-a5ea78117b11 req-2db2a5da-06d5-463d-8c26-3aad615a3b04 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0651195 Feb 20 23:41:17.593203 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99d143f5-001d-4302-a178-a5ea78117b11 req-1d351cd3-0d53-4d61-b103-6f5528a6bf4f tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487077 Feb 20 23:41:18.058313 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39036) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:18.246389 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-58d9380a-7ba0-4117-8bdd-8ed77099de4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:18.266713 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373c3e3-3901-4e58-a171-1f7a74eef30b req-c9c795c5-7fe7-4546-92e9-18235507c6cc tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:18.273520 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b373c3e3-3901-4e58-a171-1f7a74eef30b req-c9c795c5-7fe7-4546-92e9-18235507c6cc tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0720263 Feb 20 23:41:18.339168 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b373c3e3-3901-4e58-a171-1f7a74eef30b req-61622a36-7f6b-46c9-9057-68ca9dbfb6b2 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462358 Feb 20 23:41:18.366609 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-58d9380a-7ba0-4117-8bdd-8ed77099de4f admin admin] Publish callbacks [] for security_group (53ed3d1a-7bcd-44be-b35d-5ff88bdaff34), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:18.452065 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-58d9380a-7ba0-4117-8bdd-8ed77099de4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (53ed3d1a-7bcd-44be-b35d-5ff88bdaff34), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:18.492559 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-58d9380a-7ba0-4117-8bdd-8ed77099de4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd9266c2aff9493cba6f133893b996b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4326591 Feb 20 23:41:18.493583 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9380a-7ba0-4117-8bdd-8ed77099de4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ed3d1a-7bcd-44be-b35d-5ff88bdaff34,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:18.496383 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39052) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:18.555574 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cbb81bbf-3ff3-408f-bbca-54603b338e17 admin admin] Publish callbacks [] for security_group (53ed3d1a-7bcd-44be-b35d-5ff88bdaff34), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:18.578691 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cbb81bbf-3ff3-408f-bbca-54603b338e17 admin admin] Publish callbacks [] for security_group (53ed3d1a-7bcd-44be-b35d-5ff88bdaff34), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:18.725659 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cbb81bbf-3ff3-408f-bbca-54603b338e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (53ed3d1a-7bcd-44be-b35d-5ff88bdaff34), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:18.729298 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cbb81bbf-3ff3-408f-bbca-54603b338e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:18.731008 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-cbb81bbf-3ff3-408f-bbca-54603b338e17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53ed3d1a-7bcd-44be-b35d-5ff88bdaff34 HTTP/1.1" status: 204 len: 168 time: 0.2330222 Feb 20 23:41:18.744088 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb81bbf-3ff3-408f-bbca-54603b338e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ed3d1a-7bcd-44be-b35d-5ff88bdaff34,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:18.752035 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43506de8-c26a-40c1-a21b-b73191f9d216 req-0b780945-f555-4298-8da8-f706d32be6a0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:18.754997 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-43506de8-c26a-40c1-a21b-b73191f9d216 req-0b780945-f555-4298-8da8-f706d32be6a0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0838678 Feb 20 23:41:18.815803 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-43506de8-c26a-40c1-a21b-b73191f9d216 req-f9dda5c5-ca12-4733-8b3d-4eb15b423c13 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503304 Feb 20 23:41:18.941381 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a58207-1b15-4391-b263-f65385b6ca14 req-e65c8d5d-ea1a-4544-8a2e-950bc1da5632 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:18.943334 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-83a58207-1b15-4391-b263-f65385b6ca14 req-e65c8d5d-ea1a-4544-8a2e-950bc1da5632 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0554245 Feb 20 23:41:18.952200 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39060) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:18.957613 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-0c8ebb6b-9135-48fc-bf8c-6c34d577fc1b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Request body: {'floatingip': {'port_id': 'd4618aa7-0f3d-484f-8b92-46e047745178'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:41:19.031742 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebb6b-9135-48fc-bf8c-6c34d577fc1b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (9e57ca9f-d66a-4b45-a3c9-799ccb7ca335), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:19.476100 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-02715824-c520-4b4a-9aeb-ea8fa775740a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:19.478059 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33ac58-26bf-49ca-8396-3b0a5bb8cb2d req-3b8b91e5-1881-4cba-a700-c314a47de425 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:19.479977 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8d33ac58-26bf-49ca-8396-3b0a5bb8cb2d req-3b8b91e5-1881-4cba-a700-c314a47de425 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0671856 Feb 20 23:41:19.539306 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8d33ac58-26bf-49ca-8396-3b0a5bb8cb2d req-a9db280b-8be0-4197-ac82-c43212d6c5f4 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528307 Feb 20 23:41:19.835305 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.db.resource_extend [None req-0c8ebb6b-9135-48fc-bf8c-6c34d577fc1b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 23:41:19.892966 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebb6b-9135-48fc-bf8c-6c34d577fc1b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:19.948913 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 39076) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:19.963068 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:19.970439 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebb6b-9135-48fc-bf8c-6c34d577fc1b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (9e57ca9f-d66a-4b45-a3c9-799ccb7ca335), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:20.041581 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Publish callbacks [] for security_group (1834776c-b298-4833-a1a8-90574e071eae), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:20.079279 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.l3_db [None req-0c8ebb6b-9135-48fc-bf8c-6c34d577fc1b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Floating IP 9e57ca9f-d66a-4b45-a3c9-799ccb7ca335 associated. External IP: 172.27.0.181, port: d4618aa7-0f3d-484f-8b92-46e047745178. Feb 20 23:41:20.088608 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (1834776c-b298-4833-a1a8-90574e071eae), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:20.128149 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=394524148bcd474f84693e4b5ecf4c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781354 Feb 20 23:41:20.130634 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1834776c-b298-4833-a1a8-90574e071eae,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:20.131861 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 39078) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:20.148770 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:20.149104 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:20.149397 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:20.149740 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:20.150073 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:20.150403 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:20.150733 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:20.151060 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:20.151384 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:20.151712 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:20.152033 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:20.152355 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:20.152672 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f007b-255d-4e3a-80dc-ea941e7eea94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:20.196325 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a0a1059c-8ad8-4f78-aaa4-93868a066631 admin admin] Publish callbacks [] for security_group (1834776c-b298-4833-a1a8-90574e071eae), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:20.228957 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a0a1059c-8ad8-4f78-aaa4-93868a066631 admin admin] Publish callbacks [] for security_group (1834776c-b298-4833-a1a8-90574e071eae), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:20.312789 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8ebb6b-9135-48fc-bf8c-6c34d577fc1b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Router 8477965c-8e3f-4386-b418-1bee75d15ddf has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:41:20.364481 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a0a1059c-8ad8-4f78-aaa4-93868a066631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (1834776c-b298-4833-a1a8-90574e071eae), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:20.368063 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a0a1059c-8ad8-4f78-aaa4-93868a066631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:20.368617 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-a0a1059c-8ad8-4f78-aaa4-93868a066631 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1834776c-b298-4833-a1a8-90574e071eae HTTP/1.1" status: 204 len: 168 time: 0.2358575 Feb 20 23:41:20.378897 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1059c-8ad8-4f78-aaa4-93868a066631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1834776c-b298-4833-a1a8-90574e071eae,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:20.449653 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8ebb6b-9135-48fc-bf8c-6c34d577fc1b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:41:20.454525 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebb6b-9135-48fc-bf8c-6c34d577fc1b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:20.489697 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-0c8ebb6b-9135-48fc-bf8c-6c34d577fc1b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "PUT /v2.0/floatingips/9e57ca9f-d66a-4b45-a3c9-799ccb7ca335 HTTP/1.1" status: 200 len: 991 time: 1.5362635 Feb 20 23:41:20.491404 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:20.493885 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14131cf4-f8be-42ad-9124-fe5ccfc151fe" -d '{"events": [{"name": "network-changed", "server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:20.538881 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57766c1b-bbb7-4b45-8a8e-75dfc3feb095 x-openstack-request-id: req-57766c1b-bbb7-4b45-8a8e-75dfc3feb095 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:20.539180 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:20.539448 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57766c1b-bbb7-4b45-8a8e-75dfc3feb095 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:20.539857 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'status': 'completed', 'code': 200} Feb 20 23:41:20.549142 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a3db68-7304-4e4c-bd73-0a830d150878 None None] Sync routers for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:41:20.558024 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3db68-7304-4e4c-bd73-0a830d150878 None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:41:20.558655 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-64a3db68-7304-4e4c-bd73-0a830d150878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:20.700214 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f99835-ddea-4d98-bc23-ec609076d4eb req-9ca19aae-e3df-4fc5-96a0-bddac30a6da6 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:20.706308 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-64a3db68-7304-4e4c-bd73-0a830d150878 None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:41:20.709120 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f0f99835-ddea-4d98-bc23-ec609076d4eb req-9ca19aae-e3df-4fc5-96a0-bddac30a6da6 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0727170 Feb 20 23:41:20.765405 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f0f99835-ddea-4d98-bc23-ec609076d4eb req-0573f95e-d9e9-405b-9ca4-b8cd733f1638 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552902 Feb 20 23:41:20.967784 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-64a3db68-7304-4e4c-bd73-0a830d150878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '9e57ca9f-d66a-4b45-a3c9-799ccb7ca335', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'port_id': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'mac_address': 'fa:16:3e:a0:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab51f3-129c-4294-b066-72664769f2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:49Z', 'updated_at': '2022-02-20T23:41:19Z', 'revision_number': 1, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:45Z', 'revision_number': 5, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:20.997560 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a3db68-7304-4e4c-bd73-0a830d150878 None None] Checking router: 8477965c-8e3f-4386-b418-1bee75d15ddf for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:41:21.007451 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3db68-7304-4e4c-bd73-0a830d150878 None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:41:21.008124 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-64a3db68-7304-4e4c-bd73-0a830d150878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:40:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:21.122667 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-64a3db68-7304-4e4c-bd73-0a830d150878 None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:41:21.392870 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-64a3db68-7304-4e4c-bd73-0a830d150878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '9e57ca9f-d66a-4b45-a3c9-799ccb7ca335', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'port_id': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'mac_address': 'fa:16:3e:a0:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab51f3-129c-4294-b066-72664769f2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:49Z', 'updated_at': '2022-02-20T23:41:19Z', 'revision_number': 1, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:45Z', 'revision_number': 5, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:21.420296 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a3db68-7304-4e4c-bd73-0a830d150878 None None] The sync data for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi is: [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '9e57ca9f-d66a-4b45-a3c9-799ccb7ca335', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'port_id': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'mac_address': 'fa:16:3e:a0:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab51f3-129c-4294-b066-72664769f2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:40:49Z', 'updated_at': '2022-02-20T23:41:19Z', 'revision_number': 1, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:45Z', 'revision_number': 5, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:41:21.634490 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811f5b0-5873-4f50-8032-ce4d91b3f727 None None] New status for floating IP 9e57ca9f-d66a-4b45-a3c9-799ccb7ca335: ACTIVE {{(pid=109848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:41:21.892914 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df61514-2c57-4cc9-bef6-9bf12317e71f req-06669bb2-f85a-4e8c-a61b-a987ef6c1a64 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:21.895215 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3df61514-2c57-4cc9-bef6-9bf12317e71f req-06669bb2-f85a-4e8c-a61b-a987ef6c1a64 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0619936 Feb 20 23:41:21.924521 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-52d3816e-03ce-48e0-8aa2-4206f92dd461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:21.949822 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3df61514-2c57-4cc9-bef6-9bf12317e71f req-a06a550e-9f97-401d-83f1-04f229911698 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470531 Feb 20 23:41:22.074696 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:41:22.419767 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14131cf4-f8be-42ad-9124-fe5ccfc151fe req-e2021e01-54d0-4629-a9db-cc3ef4f2bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:22.421372 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-14131cf4-f8be-42ad-9124-fe5ccfc151fe req-e2021e01-54d0-4629-a9db-cc3ef4f2bdfa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 1129 time: 0.0502744 Feb 20 23:41:22.523487 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14131cf4-f8be-42ad-9124-fe5ccfc151fe req-fc5169e7-c836-41c4-9404-38a16ed9b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:22.525170 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-14131cf4-f8be-42ad-9124-fe5ccfc151fe req-fc5169e7-c836-41c4-9404-38a16ed9b9ea service neutron] 10.222.0.89 "GET /v2.0/networks?id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 HTTP/1.1" status: 200 len: 918 time: 0.0952482 Feb 20 23:41:22.595742 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-14131cf4-f8be-42ad-9124-fe5ccfc151fe req-1172e8d1-ee18-41b5-bd82-f653c54e50d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4618aa7-0f3d-484f-8b92-46e047745178 HTTP/1.1" status: 200 len: 1001 time: 0.0614500 Feb 20 23:41:22.660152 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14131cf4-f8be-42ad-9124-fe5ccfc151fe req-fe319157-c2ed-4a1a-8615-2ba5f53e9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:22.661905 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-14131cf4-f8be-42ad-9124-fe5ccfc151fe req-fe319157-c2ed-4a1a-8615-2ba5f53e9773 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0824fe94-1e5c-4564-a36f-ea1b09d0aec8 HTTP/1.1" status: 200 len: 856 time: 0.0542686 Feb 20 23:41:22.719919 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14131cf4-f8be-42ad-9124-fe5ccfc151fe req-ecbffdc9-6ecd-450c-b7c1-e26c87591bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:22.721440 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-14131cf4-f8be-42ad-9124-fe5ccfc151fe req-ecbffdc9-6ecd-450c-b7c1-e26c87591bf9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439129 Feb 20 23:41:22.833530 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-14131cf4-f8be-42ad-9124-fe5ccfc151fe req-40877052-4b3d-464b-a505-4bd16e6e8cce service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974343 Feb 20 23:41:22.935070 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-14131cf4-f8be-42ad-9124-fe5ccfc151fe req-d077c2c5-bf94-4402-ba92-f37f43018c1d service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898573 Feb 20 23:41:23.062150 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:23.087547 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34940460-0f6b-4a8d-a19e-58b97042a7f3 req-863f17b6-7a44-4976-aa6e-7e7101416e4d tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:23.089222 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-34940460-0f6b-4a8d-a19e-58b97042a7f3 req-863f17b6-7a44-4976-aa6e-7e7101416e4d tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0644045 Feb 20 23:41:23.138216 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-34940460-0f6b-4a8d-a19e-58b97042a7f3 req-33b82c57-a5af-4b8d-98ea-dae51e9aae12 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430439 Feb 20 23:41:23.397702 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc806538-f8c2-41b7-8465-ea414af46baf req-22431eee-e7f9-46d1-aba6-fa10557d8709 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586567 Feb 20 23:41:23.492244 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc806538-f8c2-41b7-8465-ea414af46baf req-e81e8c82-3861-4397-bf96-98bc24aeb71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:23.493763 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc806538-f8c2-41b7-8465-ea414af46baf req-e81e8c82-3861-4397-bf96-98bc24aeb71b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=29b170c1b1994ceab6d5862694c5f949&device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 1129 time: 0.0445602 Feb 20 23:41:23.604443 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc806538-f8c2-41b7-8465-ea414af46baf req-75af3f64-50ed-4d05-832e-8b305692b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:23.605914 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc806538-f8c2-41b7-8465-ea414af46baf req-75af3f64-50ed-4d05-832e-8b305692b8ed service neutron] 10.222.0.89 "GET /v2.0/networks?id=5517c1c7-d07f-4fbb-94dd-58daef8601f1 HTTP/1.1" status: 200 len: 911 time: 0.0902166 Feb 20 23:41:23.654514 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc806538-f8c2-41b7-8465-ea414af46baf req-0b4c69d8-1988-437e-80e9-8433e2153902 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cedca403-6250-4530-a649-45cdeb7bd9f2 HTTP/1.1" status: 200 len: 217 time: 0.0390487 Feb 20 23:41:23.709733 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc806538-f8c2-41b7-8465-ea414af46baf req-8b5efee5-f926-4e16-acec-6a04a03ca04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:23.711181 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc806538-f8c2-41b7-8465-ea414af46baf req-8b5efee5-f926-4e16-acec-6a04a03ca04c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3194953c-19a6-47d7-8abf-e28fb287efbd HTTP/1.1" status: 200 len: 850 time: 0.0492010 Feb 20 23:41:23.750891 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc806538-f8c2-41b7-8465-ea414af46baf req-464d923a-c410-46a7-91c7-84463b8e98cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5517c1c7-d07f-4fbb-94dd-58daef8601f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249188 Feb 20 23:41:23.842048 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc806538-f8c2-41b7-8465-ea414af46baf req-e5e49859-86ff-4241-aaa4-450d651e71da service neutron] 10.222.0.89 "GET /v2.0/networks/5517c1c7-d07f-4fbb-94dd-58daef8601f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847292 Feb 20 23:41:24.258355 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566a6d3-3324-44aa-8afe-8f25350a5ed0 req-13106236-e320-471d-85e5-6634ed26c06d tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:24.260239 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0566a6d3-3324-44aa-8afe-8f25350a5ed0 req-13106236-e320-471d-85e5-6634ed26c06d tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0541420 Feb 20 23:41:24.310547 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0566a6d3-3324-44aa-8afe-8f25350a5ed0 req-346de541-35c4-4898-8752-12194ed1b5ac tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447810 Feb 20 23:41:24.667826 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:25.493887 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886be5-d4f0-494c-962c-b11f204661c8 req-a8cb5a9d-3bb3-430a-92af-c435af4f1ebd tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:25.495390 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-21886be5-d4f0-494c-962c-b11f204661c8 req-a8cb5a9d-3bb3-430a-92af-c435af4f1ebd tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.1148746 Feb 20 23:41:25.538284 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:25.543794 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc806538-f8c2-41b7-8465-ea414af46baf req-663e8df6-8ab2-4461-b569-3a02950ab514 service neutron] 10.222.0.89 "GET /v2.0/networks/5517c1c7-d07f-4fbb-94dd-58daef8601f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309254 Feb 20 23:41:25.566960 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-21886be5-d4f0-494c-962c-b11f204661c8 req-73c5ba7d-9ee8-43ef-9f3a-ddc64df277f0 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653081 Feb 20 23:41:26.122955 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:26.695939 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12449370-31b5-4d2c-8549-8a67d51bbc06 req-517c83f7-825e-455b-a218-cbbeb23ae0ec tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:26.698618 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-12449370-31b5-4d2c-8549-8a67d51bbc06 req-517c83f7-825e-455b-a218-cbbeb23ae0ec tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0565007 Feb 20 23:41:26.752819 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-12449370-31b5-4d2c-8549-8a67d51bbc06 req-b531311e-f6b8-4c41-ac40-32bf0c1a32a1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492175 Feb 20 23:41:27.891563 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7e813-c802-45a4-abbb-b05e54fe8970 req-4ffa7aa2-788f-4c5b-901e-0b16fac2ff64 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:27.893699 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bbe7e813-c802-45a4-abbb-b05e54fe8970 req-4ffa7aa2-788f-4c5b-901e-0b16fac2ff64 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0683248 Feb 20 23:41:27.945758 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bbe7e813-c802-45a4-abbb-b05e54fe8970 req-7a6ef960-bb7b-49e9-91ba-f9d7dcbcdfc6 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455146 Feb 20 23:41:29.073542 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff903a4-167c-41dc-94f2-71bd55bbccdb req-12a6eabc-462a-4911-b1ae-46f804d2ce1b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:29.075029 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-aff903a4-167c-41dc-94f2-71bd55bbccdb req-12a6eabc-462a-4911-b1ae-46f804d2ce1b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0570152 Feb 20 23:41:29.126583 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-aff903a4-167c-41dc-94f2-71bd55bbccdb req-2a3db9d3-2526-44b9-993d-954758fa3f3a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457249 Feb 20 23:41:30.280393 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37bd31-313e-4e84-91f2-26d33a76e944 req-0c152059-4364-4942-b324-a0fc4f38db22 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:30.282582 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1c37bd31-313e-4e84-91f2-26d33a76e944 req-0c152059-4364-4942-b324-a0fc4f38db22 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0775442 Feb 20 23:41:30.371262 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1c37bd31-313e-4e84-91f2-26d33a76e944 req-8cd5faea-611e-4f71-bd89-7ae90d037443 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801349 Feb 20 23:41:30.899669 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39368) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:30.950501 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_v2 [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Deleting subnet 58627ad6-8454-4ee1-9a3e-6b6b761a167d {{(pid=109847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:41:30.954037 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Publish callbacks [] for subnet (58627ad6-8454-4ee1-9a3e-6b6b761a167d), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:30.992040 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Publish callbacks [] for subnet (58627ad6-8454-4ee1-9a3e-6b6b761a167d), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.001279 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (58627ad6-8454-4ee1-9a3e-6b6b761a167d), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.173853 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for subnet (58627ad6-8454-4ee1-9a3e-6b6b761a167d), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.203677 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58627ad6-8454-4ee1-9a3e-6b6b761a167d,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:31.209284 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.212051 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] 10.222.0.37 "DELETE /v2.0/subnets/58627ad6-8454-4ee1-9a3e-6b6b761a167d HTTP/1.1" status: 204 len: 168 time: 0.3113608 Feb 20 23:41:31.216174 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39376) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:31.225742 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:31.226160 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:31.226509 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:31.226850 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:31.227219 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:31.227503 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:31.227850 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:31.228183 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:31.228538 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:31.228950 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:31.229281 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:31.229601 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:31.229921 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800072a-4043-4d72-ad5f-c14c5f6b7cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:41:31.302137 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (814bee27-a5c4-45aa-af22-b5ea149d5c7b), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.401021 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (814bee27-a5c4-45aa-af22-b5ea149d5c7b), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.438945 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.439392 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.440212 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.440617 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > port after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.441762 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.442499 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > port after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.444967 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.444967 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.444967 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.444967 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.545322 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce6b80-198d-4686-83de-2e628a265024 req-f3ce716b-33fe-4230-b25b-51c1adbaa618 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:31.546757 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-45ce6b80-198d-4686-83de-2e628a265024 req-f3ce716b-33fe-4230-b25b-51c1adbaa618 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0735204 Feb 20 23:41:31.591936 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.592450 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.593014 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.593721 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:31.594168 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814bee27-a5c4-45aa-af22-b5ea149d5c7b']}} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:31.600541 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-45ce6b80-198d-4686-83de-2e628a265024 req-a9ace23e-ba71-4a19-be97-dd0508464cc6 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472620 Feb 20 23:41:31.621409 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed764f2-4b19-40e0-8b63-f361cbecd829') {'for_net_delete': True} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:31.621702 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed764f2-4b19-40e0-8b63-f361cbecd829') {} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:31.639847 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59725074'] for segment (2ed764f2-4b19-40e0-8b63-f361cbecd829), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.667320 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (2ed764f2-4b19-40e0-8b63-f361cbecd829), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.677160 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:41:31.677567 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58751123'] for segment (2ed764f2-4b19-40e0-8b63-f361cbecd829), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.703850 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90434b-0e85-4141-98aa-fa6a01e6a749 req-fde1a32a-daab-4569-bd69-ee2039b2524c tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:31.705326 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3c90434b-0e85-4141-98aa-fa6a01e6a749 req-fde1a32a-daab-4569-bd69-ee2039b2524c tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 945 time: 0.0633512 Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: from cryptography.utils import int_from_bytes Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: from cryptography.utils import int_from_bytes Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: Traceback (most recent call last): Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: timer() Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: cb(*args, **kw) Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: return func(*args, **kwargs) Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: self._notify() Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: self.callback(batched_events) Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: event.method(event) Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: return f(self, *a, **k) Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._get(url).json() Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: return self.request(url, 'GET', **kwargs) Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:41:31.707530 dv-cinder-813221-6-iscsi neutron-server[109847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:41:31.845146 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (814bee27-a5c4-45aa-af22-b5ea149d5c7b), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.857782 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.867399 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] 10.222.0.37 "DELETE /v2.0/networks/814bee27-a5c4-45aa-af22-b5ea149d5c7b HTTP/1.1" status: 204 len: 168 time: 0.6497967 Feb 20 23:41:31.869263 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39402) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:31.914955 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24fe42-f499-414b-b5bb-459835bcd842 admin admin] Pushing event deleted for resources: {'Network': ['ID=814bee27-a5c4-45aa-af22-b5ea149d5c7b,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:31.969070 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_v2 [None req-23de8422-73de-4592-af9b-428dd57a2f25 admin admin] Deleting subnet b0d46fa9-8cd8-40a5-928e-1a0a63fd3f38 {{(pid=109847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:41:31.974033 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23de8422-73de-4592-af9b-428dd57a2f25 admin admin] Publish callbacks [] for subnet (b0d46fa9-8cd8-40a5-928e-1a0a63fd3f38), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:31.993950 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3c90434b-0e85-4141-98aa-fa6a01e6a749 req-06fa5c0e-ca1e-4816-875c-470dd01a6de9 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815223 Feb 20 23:41:32.013740 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23de8422-73de-4592-af9b-428dd57a2f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59725067'] for subnet (b0d46fa9-8cd8-40a5-928e-1a0a63fd3f38), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.060113 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23de8422-73de-4592-af9b-428dd57a2f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (b0d46fa9-8cd8-40a5-928e-1a0a63fd3f38), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.187749 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23de8422-73de-4592-af9b-428dd57a2f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58721909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58876837'] for subnet (b0d46fa9-8cd8-40a5-928e-1a0a63fd3f38), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.219865 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de8422-73de-4592-af9b-428dd57a2f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d46fa9-8cd8-40a5-928e-1a0a63fd3f38,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:32.224375 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23de8422-73de-4592-af9b-428dd57a2f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.227626 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-23de8422-73de-4592-af9b-428dd57a2f25 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b0d46fa9-8cd8-40a5-928e-1a0a63fd3f38 HTTP/1.1" status: 204 len: 168 time: 0.3324206 Feb 20 23:41:32.230101 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39406) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:32.301555 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-250f5dfc-20de-45e4-9e1c-3bf18694cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (ccf4de64-fb95-4f7d-811b-bf5d55b3933c), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.386458 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-250f5dfc-20de-45e4-9e1c-3bf18694cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (ccf4de64-fb95-4f7d-811b-bf5d55b3933c), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.407679 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-250f5dfc-20de-45e4-9e1c-3bf18694cba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf4de64-fb95-4f7d-811b-bf5d55b3933c']}} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:32.418068 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-250f5dfc-20de-45e4-9e1c-3bf18694cba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc1ad0d-ca1b-4af3-9228-0111c24fa8cd') {'for_net_delete': True} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:32.418368 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-250f5dfc-20de-45e4-9e1c-3bf18694cba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc1ad0d-ca1b-4af3-9228-0111c24fa8cd') {} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:32.429374 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-250f5dfc-20de-45e4-9e1c-3bf18694cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59725074'] for segment (dbc1ad0d-ca1b-4af3-9228-0111c24fa8cd), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.444203 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-250f5dfc-20de-45e4-9e1c-3bf18694cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (dbc1ad0d-ca1b-4af3-9228-0111c24fa8cd), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.464474 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250f5dfc-20de-45e4-9e1c-3bf18694cba9 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:41:32.465136 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-250f5dfc-20de-45e4-9e1c-3bf18694cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58751123'] for segment (dbc1ad0d-ca1b-4af3-9228-0111c24fa8cd), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: Traceback (most recent call last): Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: timer() Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: cb(*args, **kw) Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: return func(*args, **kwargs) Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: self._notify() Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: self.callback(batched_events) Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: event.method(event) Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: return f(self, *a, **k) Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._get(url).json() Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: return self.request(url, 'GET', **kwargs) Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:41:32.468153 dv-cinder-813221-6-iscsi neutron-server[109847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:41:32.610522 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-250f5dfc-20de-45e4-9e1c-3bf18694cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (ccf4de64-fb95-4f7d-811b-bf5d55b3933c), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.631339 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-250f5dfc-20de-45e4-9e1c-3bf18694cba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:32.636387 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-250f5dfc-20de-45e4-9e1c-3bf18694cba9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ccf4de64-fb95-4f7d-811b-bf5d55b3933c HTTP/1.1" status: 204 len: 168 time: 0.4049361 Feb 20 23:41:32.638580 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f5dfc-20de-45e4-9e1c-3bf18694cba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf4de64-fb95-4f7d-811b-bf5d55b3933c,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:32.747509 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a1a1-41a9-455c-8f5c-1274e36cb756 req-a605a84b-3323-48c6-a2b6-61dc0edcf1be tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:32.749043 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d843a1a1-41a9-455c-8f5c-1274e36cb756 req-a605a84b-3323-48c6-a2b6-61dc0edcf1be tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0683665 Feb 20 23:41:32.803181 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d843a1a1-41a9-455c-8f5c-1274e36cb756 req-f514e517-0f4a-4a3d-b68c-b4906017b7d5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479906 Feb 20 23:41:33.110214 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39446) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:33.167238 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bc562-76fd-4867-af59-b7d618847fdd req-9336dab7-a350-444d-a4ff-60aefdd98a85 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:33.169069 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6e1bc562-76fd-4867-af59-b7d618847fdd req-9336dab7-a350-444d-a4ff-60aefdd98a85 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 945 time: 0.0945625 Feb 20 23:41:33.170157 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-56430e3b-5472-4ba3-bfac-4766db0a62fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26ab6473570d4182b6e115ae8336be83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583615 Feb 20 23:41:33.172805 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39448) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:33.223817 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6e1bc562-76fd-4867-af59-b7d618847fdd req-7fc4a8f2-2718-4f68-8c22-9f58f1934034 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Feb 20 23:41:33.250651 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f7ae8618-1a5b-4c76-a1df-7826c85a148b admin admin] Publish callbacks [] for security_group (aa5e178e-3b3f-45f3-b1cd-296b5248c232), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:33.276284 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f7ae8618-1a5b-4c76-a1df-7826c85a148b admin admin] Publish callbacks [] for security_group (aa5e178e-3b3f-45f3-b1cd-296b5248c232), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:33.416198 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f7ae8618-1a5b-4c76-a1df-7826c85a148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (aa5e178e-3b3f-45f3-b1cd-296b5248c232), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:33.418986 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f7ae8618-1a5b-4c76-a1df-7826c85a148b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:33.420234 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f7ae8618-1a5b-4c76-a1df-7826c85a148b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa5e178e-3b3f-45f3-b1cd-296b5248c232 HTTP/1.1" status: 204 len: 168 time: 0.2464199 Feb 20 23:41:33.429097 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae8618-1a5b-4c76-a1df-7826c85a148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5e178e-3b3f-45f3-b1cd-296b5248c232,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:33.813635 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 39468) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:33.937798 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4938f00-a93e-4a52-bd11-1b78ecfd98bf req-c9b9d418-8031-4187-a0f4-fddda7234d4c tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:33.939340 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c4938f00-a93e-4a52-bd11-1b78ecfd98bf req-c9b9d418-8031-4187-a0f4-fddda7234d4c tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0610974 Feb 20 23:41:33.962070 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6087025e-0e65-4de6-a7e4-139938c6fe13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:34.023082 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c4938f00-a93e-4a52-bd11-1b78ecfd98bf req-4fcbed17-b9b5-4a8f-8076-1196380915c9 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751710 Feb 20 23:41:34.087647 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6087025e-0e65-4de6-a7e4-139938c6fe13 admin admin] Publish callbacks [] for security_group (0f42ad0e-c330-4ede-88cb-f6ba1dfeece8), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:34.170218 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6087025e-0e65-4de6-a7e4-139938c6fe13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (0f42ad0e-c330-4ede-88cb-f6ba1dfeece8), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:34.208734 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087025e-0e65-4de6-a7e4-139938c6fe13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f42ad0e-c330-4ede-88cb-f6ba1dfeece8,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:34.212814 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-6087025e-0e65-4de6-a7e4-139938c6fe13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53ee9a9f76a54a4382bce34a0b21a0d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976932 Feb 20 23:41:34.215380 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 39482) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:34.262655 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 39486) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:34.291395 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-39dc964a-b549-4fb1-954c-419b695581e9 admin admin] Publish callbacks [] for security_group (0f42ad0e-c330-4ede-88cb-f6ba1dfeece8), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:34.355068 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-39dc964a-b549-4fb1-954c-419b695581e9 admin admin] Publish callbacks [] for security_group (0f42ad0e-c330-4ede-88cb-f6ba1dfeece8), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:34.369838 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-87259aed-ee06-4bcb-aaa3-25f125c0df30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbf256928c15481daeaf9cf2cd29cd87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1059880 Feb 20 23:41:34.372652 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39488) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:34.415934 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9df7ae-738a-44ad-8d33-d9acb53758e5 req-14e0f616-7874-4ad5-a6a1-c0b4d9e411cb tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:34.417533 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4e9df7ae-738a-44ad-8d33-d9acb53758e5 req-14e0f616-7874-4ad5-a6a1-c0b4d9e411cb tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 945 time: 0.1097584 Feb 20 23:41:34.436542 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8ec70d13-1a81-4d37-98fe-b363bb08629a admin admin] Publish callbacks [] for security_group (63704cd8-11e7-4776-b51f-79011f143357), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:34.461706 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8ec70d13-1a81-4d37-98fe-b363bb08629a admin admin] Publish callbacks [] for security_group (63704cd8-11e7-4776-b51f-79011f143357), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:34.511620 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4e9df7ae-738a-44ad-8d33-d9acb53758e5 req-aa6b87b7-c81f-4b1e-9b5e-5b2a7aeccf93 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/security-groups?id=77d25228-b571-4327-a4e7-e27d1293293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846369 Feb 20 23:41:34.529658 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605a8a5-d968-45c6-aa88-9a0b3effb17a req-c886fff8-657b-41e4-bdb6-6503534220b0 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:34.531366 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4605a8a5-d968-45c6-aa88-9a0b3effb17a req-c886fff8-657b-41e4-bdb6-6503534220b0 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.89 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 945 time: 0.0963061 Feb 20 23:41:34.601739 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-39dc964a-b549-4fb1-954c-419b695581e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (0f42ad0e-c330-4ede-88cb-f6ba1dfeece8), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:34.604423 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-39dc964a-b549-4fb1-954c-419b695581e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:34.605639 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-39dc964a-b549-4fb1-954c-419b695581e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f42ad0e-c330-4ede-88cb-f6ba1dfeece8 HTTP/1.1" status: 204 len: 168 time: 0.3893390 Feb 20 23:41:34.618699 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8ec70d13-1a81-4d37-98fe-b363bb08629a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (63704cd8-11e7-4776-b51f-79011f143357), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:34.621148 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8ec70d13-1a81-4d37-98fe-b363bb08629a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:34.624849 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-8ec70d13-1a81-4d37-98fe-b363bb08629a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63704cd8-11e7-4776-b51f-79011f143357 HTTP/1.1" status: 204 len: 168 time: 0.2486224 Feb 20 23:41:34.646630 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc964a-b549-4fb1-954c-419b695581e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f42ad0e-c330-4ede-88cb-f6ba1dfeece8,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:34.649294 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec70d13-1a81-4d37-98fe-b363bb08629a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63704cd8-11e7-4776-b51f-79011f143357,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:34.721534 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-4605a8a5-d968-45c6-aa88-9a0b3effb17a req-ee1c3ee6-ad0a-4fdc-bb12-816fc617f551 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Deleting port cedca403-6250-4530-a649-45cdeb7bd9f2 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:41:34.725371 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4605a8a5-d968-45c6-aa88-9a0b3effb17a req-ee1c3ee6-ad0a-4fdc-bb12-816fc617f551 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:34.827076 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-4605a8a5-d968-45c6-aa88-9a0b3effb17a req-ee1c3ee6-ad0a-4fdc-bb12-816fc617f551 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] For port cedca403-6250-4530-a649-45cdeb7bd9f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cedca403-6250-4530-a649-45cdeb7bd9f2,segment=NetworkSegment(2840b52a-3da2-4d13-a5a2-5ca0db9602e6),segment_id=2840b52a-3da2-4d13-a5a2-5ca0db9602e6)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:41:34.827770 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4605a8a5-d968-45c6-aa88-9a0b3effb17a req-ee1c3ee6-ad0a-4fdc-bb12-816fc617f551 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:34.843931 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-4605a8a5-d968-45c6-aa88-9a0b3effb17a req-ee1c3ee6-ad0a-4fdc-bb12-816fc617f551 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Calling delete_port for cedca403-6250-4530-a649-45cdeb7bd9f2 owned by compute:nova {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:41:35.142912 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4605a8a5-d968-45c6-aa88-9a0b3effb17a req-ee1c3ee6-ad0a-4fdc-bb12-816fc617f551 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883'] for port (cedca403-6250-4530-a649-45cdeb7bd9f2), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:35.156406 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['cedca403-6250-4530-a649-45cdeb7bd9f2'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:41:35.189849 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c3ee6-ad0a-4fdc-bb12-816fc617f551 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Pushing event deleted for resources: {'Port': ['ID=cedca403-6250-4530-a649-45cdeb7bd9f2,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:35.271883 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4605a8a5-d968-45c6-aa88-9a0b3effb17a req-ee1c3ee6-ad0a-4fdc-bb12-816fc617f551 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] No DVR routers for this DVR port cedca403-6250-4530-a649-45cdeb7bd9f2 on host hv-cinder-81322 {{(pid=109846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:41:35.280173 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b694-5efd-48e4-9b00-4ff4c215c073 req-8968fb36-b74c-4b08-9bf4-21ca5ccf9b4a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:35.281867 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e1e6b694-5efd-48e4-9b00-4ff4c215c073 req-8968fb36-b74c-4b08-9bf4-21ca5ccf9b4a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.1704378 Feb 20 23:41:35.285990 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4605a8a5-d968-45c6-aa88-9a0b3effb17a req-ee1c3ee6-ad0a-4fdc-bb12-816fc617f551 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:35.290698 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4605a8a5-d968-45c6-aa88-9a0b3effb17a req-ee1c3ee6-ad0a-4fdc-bb12-816fc617f551 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.89 "DELETE /v2.0/ports/cedca403-6250-4530-a649-45cdeb7bd9f2 HTTP/1.1" status: 204 len: 173 time: 0.7504909 Feb 20 23:41:35.290698 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae84388-f8bd-427e-ba90-6ebed0265f66', 'name': 'network-vif-deleted', 'tag': 'cedca403-6250-4530-a649-45cdeb7bd9f2'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:41:35.292803 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8b019e-476d-4b3f-b84d-746478272af0" -d '{"events": [{"server_uuid": "eae84388-f8bd-427e-ba90-6ebed0265f66", "name": "network-vif-deleted", "tag": "cedca403-6250-4530-a649-45cdeb7bd9f2"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:41:35.330413 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b4e60b-1bbf-425a-91f6-5358fefd8f60 x-openstack-request-id: req-a3b4e60b-1bbf-425a-91f6-5358fefd8f60 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:41:35.330716 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae84388-f8bd-427e-ba90-6ebed0265f66", "name": "network-vif-deleted", "tag": "cedca403-6250-4530-a649-45cdeb7bd9f2", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:41:35.330975 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3b4e60b-1bbf-425a-91f6-5358fefd8f60 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:41:35.331495 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae84388-f8bd-427e-ba90-6ebed0265f66', 'name': 'network-vif-deleted', 'tag': 'cedca403-6250-4530-a649-45cdeb7bd9f2', 'status': 'completed', 'code': 200} Feb 20 23:41:35.359343 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e1e6b694-5efd-48e4-9b00-4ff4c215c073 req-290f4333-e684-4057-b6a3-330ec4413591 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536335 Feb 20 23:41:35.541523 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39528) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:35.567418 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fb78e259-9845-4308-b366-80670028a295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:35.652467 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e630ce0f-ceb6-4e96-9f7f-2801236acac9 req-b381fb2c-83eb-4a79-ba05-7d57d2bd68a0 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 210 time: 0.0332119 Feb 20 23:41:35.660018 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fb78e259-9845-4308-b366-80670028a295 admin admin] Publish callbacks [] for security_group (c130903a-9757-499e-957a-786b7725b4b3), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:35.719979 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fb78e259-9845-4308-b366-80670028a295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (c130903a-9757-499e-957a-786b7725b4b3), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:35.773350 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-fb78e259-9845-4308-b366-80670028a295 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=250514c4b8d44d938be78d73268c32eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306099 Feb 20 23:41:35.774461 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78e259-9845-4308-b366-80670028a295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c130903a-9757-499e-957a-786b7725b4b3,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:35.777565 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 39538) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:35.838786 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ae02-d078-4144-9172-1c9dce233daf admin admin] Publish callbacks [] for security_group (c130903a-9757-499e-957a-786b7725b4b3), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:35.861912 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ae02-d078-4144-9172-1c9dce233daf admin admin] Publish callbacks [] for security_group (c130903a-9757-499e-957a-786b7725b4b3), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:35.999049 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ae02-d078-4144-9172-1c9dce233daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (c130903a-9757-499e-957a-786b7725b4b3), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:36.001741 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ae02-d078-4144-9172-1c9dce233daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:36.002921 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-7ff9ae02-d078-4144-9172-1c9dce233daf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c130903a-9757-499e-957a-786b7725b4b3 HTTP/1.1" status: 204 len: 168 time: 0.2241838 Feb 20 23:41:36.012681 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9ae02-d078-4144-9172-1c9dce233daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c130903a-9757-499e-957a-786b7725b4b3,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:36.532814 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccedd9-aa54-4edf-98bb-642abe0464af req-70f5f6e3-67fc-4f77-a582-38db0aea80fc tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:36.536368 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bdccedd9-aa54-4edf-98bb-642abe0464af req-70f5f6e3-67fc-4f77-a582-38db0aea80fc tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0839038 Feb 20 23:41:36.602822 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bdccedd9-aa54-4edf-98bb-642abe0464af req-8502e14e-3ad2-4f49-8e3d-926da6d07b46 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599475 Feb 20 23:41:36.774871 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-65ed7e04-ce4b-40a9-93a6-c3b785940f41 req-a421298a-de00-471a-a1a1-319965052405 tempest-DeleteServersTestJSON-1032503653 tempest-DeleteServersTestJSON-1032503653-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae84388-f8bd-427e-ba90-6ebed0265f66 HTTP/1.1" status: 200 len: 210 time: 0.0316544 Feb 20 23:41:37.021537 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 39584) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:37.161276 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1696948a-dcee-4d6c-8c99-fc730acbf4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:37.250043 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1696948a-dcee-4d6c-8c99-fc730acbf4dd admin admin] Publish callbacks [] for security_group (78e58758-1706-4aea-b381-cb00382aadfa), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:37.318913 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1696948a-dcee-4d6c-8c99-fc730acbf4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (78e58758-1706-4aea-b381-cb00382aadfa), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:37.360237 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696948a-dcee-4d6c-8c99-fc730acbf4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e58758-1706-4aea-b381-cb00382aadfa,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:37.368659 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39598) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:37.374980 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-1696948a-dcee-4d6c-8c99-fc730acbf4dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49c049699c7a478c9479d0a7170ceb93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522606 Feb 20 23:41:37.426769 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-181e5209-f7e9-4006-89ef-b75730539cdf admin admin] Publish callbacks [] for security_group (78e58758-1706-4aea-b381-cb00382aadfa), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:37.464238 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-181e5209-f7e9-4006-89ef-b75730539cdf admin admin] Publish callbacks [] for security_group (78e58758-1706-4aea-b381-cb00382aadfa), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:37.629313 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-181e5209-f7e9-4006-89ef-b75730539cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (78e58758-1706-4aea-b381-cb00382aadfa), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:37.631679 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-181e5209-f7e9-4006-89ef-b75730539cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:37.636801 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-181e5209-f7e9-4006-89ef-b75730539cdf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78e58758-1706-4aea-b381-cb00382aadfa HTTP/1.1" status: 204 len: 168 time: 0.2677281 Feb 20 23:41:37.656983 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e5209-f7e9-4006-89ef-b75730539cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e58758-1706-4aea-b381-cb00382aadfa,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:37.773686 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c235846-5a97-4f0a-b440-e9e27fbc4223 req-f3b1e9cb-f05a-4b69-be4d-f12d684d001a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:37.775535 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1c235846-5a97-4f0a-b440-e9e27fbc4223 req-f3b1e9cb-f05a-4b69-be4d-f12d684d001a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0635316 Feb 20 23:41:37.842233 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1c235846-5a97-4f0a-b440-e9e27fbc4223 req-86853ad7-d9dd-4b0c-bdce-0f2fcbee7fce tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609705 Feb 20 23:41:39.024362 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b2faf-13e4-4764-acc6-ce8c011c66e9 req-6e3829fd-8447-4740-abbe-0acd0ae78fd2 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:39.026905 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-aa7b2faf-13e4-4764-acc6-ce8c011c66e9 req-6e3829fd-8447-4740-abbe-0acd0ae78fd2 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0990210 Feb 20 23:41:39.078597 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-aa7b2faf-13e4-4764-acc6-ce8c011c66e9 req-fb7be7d1-7b7b-4f6a-ae23-336e9a4e2818 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458498 Feb 20 23:41:39.655410 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d74763-e1d8-4a47-8532-fb71f71caced req-f055cf53-d098-451c-ab6b-3266c3a84098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:39.657469 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c2d74763-e1d8-4a47-8532-fb71f71caced req-f055cf53-d098-451c-ab6b-3266c3a84098 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 1130 time: 0.0575459 Feb 20 23:41:39.660643 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39700) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:39.722115 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device cedca403-6250-4530-a649-45cdeb7bd9f2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:41:39.744571 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c2d74763-e1d8-4a47-8532-fb71f71caced req-fe142e32-e05d-4fd7-90d2-1bae599e9f01 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787456 Feb 20 23:41:39.762414 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 39704) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:39.768561 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: cedca403-6250-4530-a649-45cdeb7bd9f2 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:41:39.769194 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device cedca403-6250-4530-a649-45cdeb7bd9f2 not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:41:39.845645 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-dc1e9166-e154-4c10-bb0d-e38b0cc4782b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:39.880552 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-31b62c83-33f8-4565-8350-fd246a1cfaed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:39.932314 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-dc1e9166-e154-4c10-bb0d-e38b0cc4782b admin admin] Publish callbacks [] for security_group (33ccd72b-1060-4607-b3ef-7b78821e3cd0), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:39.965830 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-31b62c83-33f8-4565-8350-fd246a1cfaed admin admin] Publish callbacks [] for security_group (06a052a0-08ea-434d-89f1-40812fbcf67c), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.020514 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-dc1e9166-e154-4c10-bb0d-e38b0cc4782b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (33ccd72b-1060-4607-b3ef-7b78821e3cd0), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.049142 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-31b62c83-33f8-4565-8350-fd246a1cfaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (06a052a0-08ea-434d-89f1-40812fbcf67c), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.084121 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e9166-e154-4c10-bb0d-e38b0cc4782b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ccd72b-1060-4607-b3ef-7b78821e3cd0,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:40.088899 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-31b62c83-33f8-4565-8350-fd246a1cfaed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e12db38c9fb4d70af20e7d011ef0797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218338 Feb 20 23:41:40.093724 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39714) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:40.107904 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-dc1e9166-e154-4c10-bb0d-e38b0cc4782b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=caeaa5e2e399482ab565b487f40f047f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4452477 Feb 20 23:41:40.111740 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39720) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:40.138276 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b62c83-33f8-4565-8350-fd246a1cfaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a052a0-08ea-434d-89f1-40812fbcf67c,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:40.181072 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39722) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:40.226169 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-757f5d84-c94a-4c9e-9c56-73136cd6991c admin admin] Publish callbacks [] for security_group (06a052a0-08ea-434d-89f1-40812fbcf67c), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.247392 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7706ac7-e633-4533-85b4-72c99f67243f req-44a752b4-157f-4db8-b78c-9f641c2eaae1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:40.249523 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d7706ac7-e633-4533-85b4-72c99f67243f req-44a752b4-157f-4db8-b78c-9f641c2eaae1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0693643 Feb 20 23:41:40.287668 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4726d0-8054-417f-bec0-7e32982802e9 admin admin] Deleting subnet 3194953c-19a6-47d7-8abf-e28fb287efbd {{(pid=109847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:41:40.287836 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-757f5d84-c94a-4c9e-9c56-73136cd6991c admin admin] Publish callbacks [] for security_group (06a052a0-08ea-434d-89f1-40812fbcf67c), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.289393 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fc4726d0-8054-417f-bec0-7e32982802e9 admin admin] Publish callbacks [] for subnet (3194953c-19a6-47d7-8abf-e28fb287efbd), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.291013 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d33e1ae8-8a2e-4044-acc3-c8c7aa6645ce admin admin] Publish callbacks [] for security_group (33ccd72b-1060-4607-b3ef-7b78821e3cd0), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.329703 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d7706ac7-e633-4533-85b4-72c99f67243f req-06283ab5-490a-4ed7-8700-9da513a8e59f tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727372 Feb 20 23:41:40.365362 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d33e1ae8-8a2e-4044-acc3-c8c7aa6645ce admin admin] Publish callbacks [] for security_group (33ccd72b-1060-4607-b3ef-7b78821e3cd0), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.376715 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fc4726d0-8054-417f-bec0-7e32982802e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59725067'] for subnet (3194953c-19a6-47d7-8abf-e28fb287efbd), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.439113 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fc4726d0-8054-417f-bec0-7e32982802e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (3194953c-19a6-47d7-8abf-e28fb287efbd), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.516940 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-757f5d84-c94a-4c9e-9c56-73136cd6991c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (06a052a0-08ea-434d-89f1-40812fbcf67c), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.520326 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-757f5d84-c94a-4c9e-9c56-73136cd6991c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.521525 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-757f5d84-c94a-4c9e-9c56-73136cd6991c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06a052a0-08ea-434d-89f1-40812fbcf67c HTTP/1.1" status: 204 len: 168 time: 0.4227788 Feb 20 23:41:40.529059 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f5d84-c94a-4c9e-9c56-73136cd6991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a052a0-08ea-434d-89f1-40812fbcf67c,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:40.574496 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d33e1ae8-8a2e-4044-acc3-c8c7aa6645ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (33ccd72b-1060-4607-b3ef-7b78821e3cd0), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.577857 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d33e1ae8-8a2e-4044-acc3-c8c7aa6645ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.579354 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-d33e1ae8-8a2e-4044-acc3-c8c7aa6645ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33ccd72b-1060-4607-b3ef-7b78821e3cd0 HTTP/1.1" status: 204 len: 168 time: 0.4657166 Feb 20 23:41:40.592594 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e1ae8-8a2e-4044-acc3-c8c7aa6645ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ccd72b-1060-4607-b3ef-7b78821e3cd0,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:40.606044 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fc4726d0-8054-417f-bec0-7e32982802e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58721909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58876837'] for subnet (3194953c-19a6-47d7-8abf-e28fb287efbd), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.640608 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4726d0-8054-417f-bec0-7e32982802e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3194953c-19a6-47d7-8abf-e28fb287efbd,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:40.642790 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fc4726d0-8054-417f-bec0-7e32982802e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.649484 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 39732) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:40.649628 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-fc4726d0-8054-417f-bec0-7e32982802e9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3194953c-19a6-47d7-8abf-e28fb287efbd HTTP/1.1" status: 204 len: 168 time: 0.4675052 Feb 20 23:41:40.723653 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (5517c1c7-d07f-4fbb-94dd-58daef8601f1), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.816052 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (5517c1c7-d07f-4fbb-94dd-58daef8601f1), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.842964 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.843452 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.844055 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.844393 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > port after_create 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.844726 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.845037 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > port after_update 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.845529 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.845980 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.846430 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.847344 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.919469 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.919816 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.920329 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.920659 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:41:40.921040 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5517c1c7-d07f-4fbb-94dd-58daef8601f1']}} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:40.965215 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2840b52a-3da2-4d13-a5a2-5ca0db9602e6') {'for_net_delete': True} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:40.965215 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2840b52a-3da2-4d13-a5a2-5ca0db9602e6') {} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:41:40.970951 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62845142'] for segment (2840b52a-3da2-4d13-a5a2-5ca0db9602e6), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:40.998342 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (2840b52a-3da2-4d13-a5a2-5ca0db9602e6), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58918974'] for segment (2840b52a-3da2-4d13-a5a2-5ca0db9602e6), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: from cryptography.utils import int_from_bytes Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: from cryptography.utils import int_from_bytes Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: Traceback (most recent call last): Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: timer() Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: cb(*args, **kw) Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: return func(*args, **kwargs) Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: self._notify() Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: self.callback(batched_events) Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: event.method(event) Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: return f(self, *a, **k) Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: return self._get(url).json() Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: return self.request(url, 'GET', **kwargs) Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:41:41.036680 dv-cinder-813221-6-iscsi neutron-server[109846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:41:41.225789 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (5517c1c7-d07f-4fbb-94dd-58daef8601f1), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.233524 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.239466 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5517c1c7-d07f-4fbb-94dd-58daef8601f1 HTTP/1.1" status: 204 len: 168 time: 0.5859258 Feb 20 23:41:41.247124 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b4cc0-06fd-4696-acaa-63d1c9d54149 admin admin] Pushing event deleted for resources: {'Network': ['ID=5517c1c7-d07f-4fbb-94dd-58daef8601f1,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:41.406378 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 39746) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:41.449586 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6174-b333-45f4-92ea-ff27b86066f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.485819 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39748) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:41.502681 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e4dc814a-d652-4a67-ae6a-ce425f93b2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.508731 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8723e-f56f-4cc2-8028-6062c6112cbb req-543b6e3f-7696-4fff-a276-9dec89175009 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:41.510558 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b5a8723e-f56f-4cc2-8028-6062c6112cbb req-543b6e3f-7696-4fff-a276-9dec89175009 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0961893 Feb 20 23:41:41.588481 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b5a8723e-f56f-4cc2-8028-6062c6112cbb req-13bcd108-1917-40c8-aad0-d10b7fd2aad4 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668428 Feb 20 23:41:41.592724 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e4dc814a-d652-4a67-ae6a-ce425f93b2b7 admin admin] Publish callbacks [] for security_group (9e7b3312-c433-4798-86d3-d502d639bd2c), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.593041 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6174-b333-45f4-92ea-ff27b86066f8 admin admin] Publish callbacks [] for security_group (4d301a95-f870-44de-b5c2-0d3b2085d7dd), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.666716 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e4dc814a-d652-4a67-ae6a-ce425f93b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (9e7b3312-c433-4798-86d3-d502d639bd2c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.699700 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6174-b333-45f4-92ea-ff27b86066f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (4d301a95-f870-44de-b5c2-0d3b2085d7dd), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.712883 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-e4dc814a-d652-4a67-ae6a-ce425f93b2b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd18c82e792a4959b009b90228ab7507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214034 Feb 20 23:41:41.712883 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc814a-d652-4a67-ae6a-ce425f93b2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7b3312-c433-4798-86d3-d502d639bd2c,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:41.713355 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 39750) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:41.761677 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-dc7d6174-b333-45f4-92ea-ff27b86066f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=253d83f434184403a7f32ab4ab9c78bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542035 Feb 20 23:41:41.764382 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39752) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:41.767433 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d6174-b333-45f4-92ea-ff27b86066f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d301a95-f870-44de-b5c2-0d3b2085d7dd,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:41.863991 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b9acc6b7-69c6-46e9-9a62-681f2afbf508 admin admin] Publish callbacks [] for security_group (9e7b3312-c433-4798-86d3-d502d639bd2c), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.883231 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d45bd4ca-0bf9-42b6-802b-5d84c623a939 admin admin] Publish callbacks [] for security_group (4d301a95-f870-44de-b5c2-0d3b2085d7dd), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.890608 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b9acc6b7-69c6-46e9-9a62-681f2afbf508 admin admin] Publish callbacks [] for security_group (9e7b3312-c433-4798-86d3-d502d639bd2c), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.905323 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d45bd4ca-0bf9-42b6-802b-5d84c623a939 admin admin] Publish callbacks [] for security_group (4d301a95-f870-44de-b5c2-0d3b2085d7dd), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:41.923032 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39754) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:41.975855 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-e88debcf-60f3-4e3a-ba6e-74f8e468bb4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29b170c1b1994ceab6d5862694c5f949&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0514483 Feb 20 23:41:41.979151 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39756) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:42.015737 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b9acc6b7-69c6-46e9-9a62-681f2afbf508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (9e7b3312-c433-4798-86d3-d502d639bd2c), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:42.019048 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b9acc6b7-69c6-46e9-9a62-681f2afbf508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:42.020331 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-b9acc6b7-69c6-46e9-9a62-681f2afbf508 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e7b3312-c433-4798-86d3-d502d639bd2c HTTP/1.1" status: 204 len: 168 time: 0.3060153 Feb 20 23:41:42.032867 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acc6b7-69c6-46e9-9a62-681f2afbf508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7b3312-c433-4798-86d3-d502d639bd2c,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:42.033056 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-93e2676d-a466-46f7-bfbc-0868a299f042 admin admin] Publish callbacks [] for security_group (77d25228-b571-4327-a4e7-e27d1293293f), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:42.060351 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-93e2676d-a466-46f7-bfbc-0868a299f042 admin admin] Publish callbacks [] for security_group (77d25228-b571-4327-a4e7-e27d1293293f), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:42.078578 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d45bd4ca-0bf9-42b6-802b-5d84c623a939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (4d301a95-f870-44de-b5c2-0d3b2085d7dd), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:42.083855 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d45bd4ca-0bf9-42b6-802b-5d84c623a939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:42.083855 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-d45bd4ca-0bf9-42b6-802b-5d84c623a939 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d301a95-f870-44de-b5c2-0d3b2085d7dd HTTP/1.1" status: 204 len: 168 time: 0.3166740 Feb 20 23:41:42.103188 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bd4ca-0bf9-42b6-802b-5d84c623a939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d301a95-f870-44de-b5c2-0d3b2085d7dd,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:42.185608 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-93e2676d-a466-46f7-bfbc-0868a299f042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (77d25228-b571-4327-a4e7-e27d1293293f), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:42.188438 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-93e2676d-a466-46f7-bfbc-0868a299f042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:42.192780 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-93e2676d-a466-46f7-bfbc-0868a299f042 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77d25228-b571-4327-a4e7-e27d1293293f HTTP/1.1" status: 204 len: 168 time: 0.2096775 Feb 20 23:41:42.200747 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2676d-a466-46f7-bfbc-0868a299f042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d25228-b571-4327-a4e7-e27d1293293f,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:42.722046 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11f0cc-c0be-4de7-9788-b60bb31513c6 req-0ad39778-d00e-40b6-9124-5e44c86afdfc tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:42.724933 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-dd11f0cc-c0be-4de7-9788-b60bb31513c6 req-0ad39778-d00e-40b6-9124-5e44c86afdfc tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0632060 Feb 20 23:41:42.783176 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-dd11f0cc-c0be-4de7-9788-b60bb31513c6 req-d51e6c3e-3ea5-4969-a515-7d11ddbe4a81 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525858 Feb 20 23:41:43.002666 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39784) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:43.019347 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a8814827-da67-48dc-bc4b-8c01d3371692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:43.104958 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a8814827-da67-48dc-bc4b-8c01d3371692 admin admin] Publish callbacks [] for security_group (28ad5ecc-e598-49a6-b04b-84327af4cce6), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:43.192087 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a8814827-da67-48dc-bc4b-8c01d3371692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (28ad5ecc-e598-49a6-b04b-84327af4cce6), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:43.229417 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8814827-da67-48dc-bc4b-8c01d3371692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ad5ecc-e598-49a6-b04b-84327af4cce6,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:43.238373 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-a8814827-da67-48dc-bc4b-8c01d3371692 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb8c9df49fd946df9abf235ebf063c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293804 Feb 20 23:41:43.238925 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 39794) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:43.290503 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-82d3bc13-d14a-42a4-b312-097202659ddd admin admin] Publish callbacks [] for security_group (28ad5ecc-e598-49a6-b04b-84327af4cce6), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:43.318925 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-82d3bc13-d14a-42a4-b312-097202659ddd admin admin] Publish callbacks [] for security_group (28ad5ecc-e598-49a6-b04b-84327af4cce6), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:43.462142 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-82d3bc13-d14a-42a4-b312-097202659ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (28ad5ecc-e598-49a6-b04b-84327af4cce6), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:43.464821 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-82d3bc13-d14a-42a4-b312-097202659ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:43.465967 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-82d3bc13-d14a-42a4-b312-097202659ddd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28ad5ecc-e598-49a6-b04b-84327af4cce6 HTTP/1.1" status: 204 len: 168 time: 0.2274172 Feb 20 23:41:43.474253 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3bc13-d14a-42a4-b312-097202659ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ad5ecc-e598-49a6-b04b-84327af4cce6,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:43.912297 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d481047-5ca3-4cdb-b3ec-af03d2a744b2 req-538f68cc-a59e-42b7-9ee2-3ec78c6905f1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:43.913829 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8d481047-5ca3-4cdb-b3ec-af03d2a744b2 req-538f68cc-a59e-42b7-9ee2-3ec78c6905f1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0613070 Feb 20 23:41:43.974953 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8d481047-5ca3-4cdb-b3ec-af03d2a744b2 req-cfd5657f-729c-4891-be6d-f87033d18f1d tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546434 Feb 20 23:41:45.103502 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff408a4-8f85-435d-a24a-fce14e5f4da8 req-08dc124c-c09e-461d-bb58-22521d5ce1f7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:45.105123 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9ff408a4-8f85-435d-a24a-fce14e5f4da8 req-08dc124c-c09e-461d-bb58-22521d5ce1f7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0576155 Feb 20 23:41:45.158527 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9ff408a4-8f85-435d-a24a-fce14e5f4da8 req-42dc5547-1c51-4e96-abac-72d58c5db336 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467744 Feb 20 23:41:46.202381 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 39918) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:46.345184 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-af459592-53b2-46c0-b700-ee7a3897516a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:46.364390 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79b7d2-7c69-416b-9988-e75e9fd1a9ff req-3fe534a2-0010-4aeb-97d7-5558841a63be tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:46.365917 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-dc79b7d2-7c69-416b-9988-e75e9fd1a9ff req-3fe534a2-0010-4aeb-97d7-5558841a63be tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0994101 Feb 20 23:41:46.446786 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-dc79b7d2-7c69-416b-9988-e75e9fd1a9ff req-e36612b1-f6cb-4168-9dcb-62070255baf2 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740685 Feb 20 23:41:46.483496 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-af459592-53b2-46c0-b700-ee7a3897516a admin admin] Publish callbacks [] for security_group (a0b836b6-6aa5-47bb-b9b8-b811140a307e), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:46.576451 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-af459592-53b2-46c0-b700-ee7a3897516a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a0b836b6-6aa5-47bb-b9b8-b811140a307e), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:46.641415 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39952) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:46.642998 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-af459592-53b2-46c0-b700-ee7a3897516a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9fc855d7e124f06b285b17bd63c0c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4392598 Feb 20 23:41:46.670257 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af459592-53b2-46c0-b700-ee7a3897516a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b836b6-6aa5-47bb-b9b8-b811140a307e,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:46.704884 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5372f51-9b72-4b7d-a304-060dd610efd8 req-d3e5a1fc-d412-4119-bc21-80e2184ecb5e tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:46.707105 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d5372f51-9b72-4b7d-a304-060dd610efd8 req-d3e5a1fc-d412-4119-bc21-80e2184ecb5e tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.1642814 Feb 20 23:41:46.738643 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1f21d90d-5e46-4877-9384-cc7591a73d70 admin admin] Publish callbacks [] for security_group (a0b836b6-6aa5-47bb-b9b8-b811140a307e), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:46.762497 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1f21d90d-5e46-4877-9384-cc7591a73d70 admin admin] Publish callbacks [] for security_group (a0b836b6-6aa5-47bb-b9b8-b811140a307e), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:46.789840 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d5372f51-9b72-4b7d-a304-060dd610efd8 req-c1fcd20a-2b07-4c67-b87c-a8b4335db491 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739150 Feb 20 23:41:46.983352 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1f21d90d-5e46-4877-9384-cc7591a73d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a0b836b6-6aa5-47bb-b9b8-b811140a307e), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:46.987720 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1f21d90d-5e46-4877-9384-cc7591a73d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:46.992286 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-1f21d90d-5e46-4877-9384-cc7591a73d70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0b836b6-6aa5-47bb-b9b8-b811140a307e HTTP/1.1" status: 204 len: 168 time: 0.3475769 Feb 20 23:41:47.004265 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21d90d-5e46-4877-9384-cc7591a73d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b836b6-6aa5-47bb-b9b8-b811140a307e,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:47.755819 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 39996) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:47.779098 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-24fcf850-9fa4-4bdf-abda-93a4f592cd2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:47.879345 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-24fcf850-9fa4-4bdf-abda-93a4f592cd2e admin admin] Publish callbacks [] for security_group (cf044a5d-7923-4f76-b63c-1b1fe9b15dd6), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:47.958441 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-24fcf850-9fa4-4bdf-abda-93a4f592cd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (cf044a5d-7923-4f76-b63c-1b1fe9b15dd6), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:47.999175 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-24fcf850-9fa4-4bdf-abda-93a4f592cd2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1446eaafe6d94ccca56536bf651449cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409508 Feb 20 23:41:48.000131 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcf850-9fa4-4bdf-abda-93a4f592cd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf044a5d-7923-4f76-b63c-1b1fe9b15dd6,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:48.002043 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40010) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:48.059428 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6f313be9-71af-4554-9e0c-96c6fb008aa2 admin admin] Publish callbacks [] for security_group (cf044a5d-7923-4f76-b63c-1b1fe9b15dd6), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:48.082869 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6f313be9-71af-4554-9e0c-96c6fb008aa2 admin admin] Publish callbacks [] for security_group (cf044a5d-7923-4f76-b63c-1b1fe9b15dd6), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:48.187404 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6f313be9-71af-4554-9e0c-96c6fb008aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (cf044a5d-7923-4f76-b63c-1b1fe9b15dd6), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:48.191364 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6f313be9-71af-4554-9e0c-96c6fb008aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:48.193986 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-6f313be9-71af-4554-9e0c-96c6fb008aa2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf044a5d-7923-4f76-b63c-1b1fe9b15dd6 HTTP/1.1" status: 204 len: 168 time: 0.1906612 Feb 20 23:41:48.211643 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f313be9-71af-4554-9e0c-96c6fb008aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf044a5d-7923-4f76-b63c-1b1fe9b15dd6,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:49.263596 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40050) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:49.317000 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1e91429e-0c5b-44b9-aa05-d6ce17c58b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:49.506729 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6245654d-a379-4b7d-b108-b1a7ba534185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:49.599088 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6245654d-a379-4b7d-b108-b1a7ba534185 admin admin] Publish callbacks [] for security_group (e07b9486-9b71-4d59-91ef-297d64dca2e2), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:49.678204 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6245654d-a379-4b7d-b108-b1a7ba534185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (e07b9486-9b71-4d59-91ef-297d64dca2e2), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:49.718339 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-6245654d-a379-4b7d-b108-b1a7ba534185 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e95db3498e3c49d5994b57386d5b2c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4536681 Feb 20 23:41:49.719199 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245654d-a379-4b7d-b108-b1a7ba534185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07b9486-9b71-4d59-91ef-297d64dca2e2,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:49.721213 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40068) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:49.781564 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-25e1b05d-6a6c-4dee-b9a8-146a2b32ee75 admin admin] Publish callbacks [] for security_group (e07b9486-9b71-4d59-91ef-297d64dca2e2), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:49.804674 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-25e1b05d-6a6c-4dee-b9a8-146a2b32ee75 admin admin] Publish callbacks [] for security_group (e07b9486-9b71-4d59-91ef-297d64dca2e2), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:49.918372 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-25e1b05d-6a6c-4dee-b9a8-146a2b32ee75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (e07b9486-9b71-4d59-91ef-297d64dca2e2), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:49.921069 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-25e1b05d-6a6c-4dee-b9a8-146a2b32ee75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:49.922224 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-25e1b05d-6a6c-4dee-b9a8-146a2b32ee75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e07b9486-9b71-4d59-91ef-297d64dca2e2 HTTP/1.1" status: 204 len: 168 time: 0.1997404 Feb 20 23:41:49.931033 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1b05d-6a6c-4dee-b9a8-146a2b32ee75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07b9486-9b71-4d59-91ef-297d64dca2e2,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:50.651095 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40108) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:50.665625 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a649e173-8311-4744-acb5-079449888097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:50.756311 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a649e173-8311-4744-acb5-079449888097 admin admin] Publish callbacks [] for security_group (9028227f-fb47-4d23-a433-c9727987a902), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:50.849861 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a649e173-8311-4744-acb5-079449888097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (9028227f-fb47-4d23-a433-c9727987a902), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:50.888529 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-a649e173-8311-4744-acb5-079449888097 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53371f06b6914d49988843a2bd03150c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362926 Feb 20 23:41:50.889409 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649e173-8311-4744-acb5-079449888097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9028227f-fb47-4d23-a433-c9727987a902,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:50.891111 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40114) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:50.953746 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0d385434-61e3-4b09-a549-ac5680336aeb admin admin] Publish callbacks [] for security_group (9028227f-fb47-4d23-a433-c9727987a902), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:50.979263 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0d385434-61e3-4b09-a549-ac5680336aeb admin admin] Publish callbacks [] for security_group (9028227f-fb47-4d23-a433-c9727987a902), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:51.115688 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0d385434-61e3-4b09-a549-ac5680336aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (9028227f-fb47-4d23-a433-c9727987a902), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:51.119129 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0d385434-61e3-4b09-a549-ac5680336aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:51.120297 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-0d385434-61e3-4b09-a549-ac5680336aeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9028227f-fb47-4d23-a433-c9727987a902 HTTP/1.1" status: 204 len: 168 time: 0.2282069 Feb 20 23:41:51.130236 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d385434-61e3-4b09-a549-ac5680336aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9028227f-fb47-4d23-a433-c9727987a902,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:51.724263 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-98708084-6969-42c1-83d1-841c23039b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:53.073398 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:53.690574 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66222003-7959-4040-8aa1-ad40849eb9d4 req-91ffd501-5687-4ebc-8a67-d7b03344ecdf tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:53.693216 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-66222003-7959-4040-8aa1-ad40849eb9d4 req-91ffd501-5687-4ebc-8a67-d7b03344ecdf tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0573232 Feb 20 23:41:53.771810 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-66222003-7959-4040-8aa1-ad40849eb9d4 req-a662a130-3d45-41bc-854c-2faa3737d2a5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736275 Feb 20 23:41:53.783077 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7730c56-b31a-4a23-8609-288bf2c999a7 req-225faab3-a424-4f65-b592-27ae2416599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:53.785269 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b7730c56-b31a-4a23-8609-288bf2c999a7 req-225faab3-a424-4f65-b592-27ae2416599d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 1130 time: 0.0701828 Feb 20 23:41:53.903300 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7730c56-b31a-4a23-8609-288bf2c999a7 req-abb4f6a6-83b1-4ba0-bad2-9e83ec1fb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:53.904885 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b7730c56-b31a-4a23-8609-288bf2c999a7 req-abb4f6a6-83b1-4ba0-bad2-9e83ec1fb512 service neutron] 10.222.0.89 "GET /v2.0/networks?id=045de685-a397-4057-b694-72b65c12b7c8 HTTP/1.1" status: 200 len: 919 time: 0.1136217 Feb 20 23:41:53.948120 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b7730c56-b31a-4a23-8609-288bf2c999a7 req-69de250e-781d-4981-af54-2f231f7891d3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e475065a-4a2d-4f4b-956d-89d6bf2cd784 HTTP/1.1" status: 200 len: 217 time: 0.0366938 Feb 20 23:41:54.000953 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7730c56-b31a-4a23-8609-288bf2c999a7 req-6d6c85ba-fffe-4298-882f-84dd5ceacdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:54.002328 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b7730c56-b31a-4a23-8609-288bf2c999a7 req-6d6c85ba-fffe-4298-882f-84dd5ceacdb2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a HTTP/1.1" status: 200 len: 858 time: 0.0478277 Feb 20 23:41:54.038981 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b7730c56-b31a-4a23-8609-288bf2c999a7 req-8009f706-e41d-4d3d-bac2-c767f221b128 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=045de685-a397-4057-b694-72b65c12b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304961 Feb 20 23:41:54.138531 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b7730c56-b31a-4a23-8609-288bf2c999a7 req-2d110f3e-d15f-4279-8fd3-d07c22a1146d service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934122 Feb 20 23:41:54.240236 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b7730c56-b31a-4a23-8609-288bf2c999a7 req-2e77865f-78d2-40da-a8bb-7c8e1e1dbe4c service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947094 Feb 20 23:41:54.627031 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:54.906635 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e906530-ce7d-44f3-a37e-037b933ff76c req-ef3afb00-3903-4e3b-a14e-4593658d5d6e tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:54.908140 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0e906530-ce7d-44f3-a37e-037b933ff76c req-ef3afb00-3903-4e3b-a14e-4593658d5d6e tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0546718 Feb 20 23:41:54.958825 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0e906530-ce7d-44f3-a37e-037b933ff76c req-423dae76-4c3c-4925-bd00-12ef67143470 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441253 Feb 20 23:41:55.586737 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:56.072133 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40274) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:56.095312 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f3cba-1355-46d1-84ec-b6667b025231 req-4fb706bf-f805-47bc-8118-4becf22702b7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:56.097042 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1a2f3cba-1355-46d1-84ec-b6667b025231 req-4fb706bf-f805-47bc-8118-4becf22702b7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0638983 Feb 20 23:41:56.117982 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:56.156259 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1a2f3cba-1355-46d1-84ec-b6667b025231 req-c6db3bbf-9a7d-4d3b-90db-2a2487fecaaf tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507691 Feb 20 23:41:56.196423 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-038a0d0e-a440-4745-aa2d-b1c36ccf5399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:56.273681 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-038a0d0e-a440-4745-aa2d-b1c36ccf5399 admin admin] Publish callbacks [] for security_group (973ef5bc-c8cb-41ef-afad-70d9096bc2a9), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:56.335299 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-038a0d0e-a440-4745-aa2d-b1c36ccf5399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (973ef5bc-c8cb-41ef-afad-70d9096bc2a9), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:56.376614 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a0d0e-a440-4745-aa2d-b1c36ccf5399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973ef5bc-c8cb-41ef-afad-70d9096bc2a9,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:56.381230 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-038a0d0e-a440-4745-aa2d-b1c36ccf5399 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9eaeb9a3e9724521819b04932df17a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080821 Feb 20 23:41:56.385590 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40280) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:56.441389 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-fa4fa959-1670-4360-96bb-d79969e64a0f admin admin] Publish callbacks [] for security_group (973ef5bc-c8cb-41ef-afad-70d9096bc2a9), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:56.463388 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-fa4fa959-1670-4360-96bb-d79969e64a0f admin admin] Publish callbacks [] for security_group (973ef5bc-c8cb-41ef-afad-70d9096bc2a9), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:56.575208 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-fa4fa959-1670-4360-96bb-d79969e64a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (973ef5bc-c8cb-41ef-afad-70d9096bc2a9), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:56.578310 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-fa4fa959-1670-4360-96bb-d79969e64a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:56.579464 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-fa4fa959-1670-4360-96bb-d79969e64a0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/973ef5bc-c8cb-41ef-afad-70d9096bc2a9 HTTP/1.1" status: 204 len: 168 time: 0.1930840 Feb 20 23:41:56.591070 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fa959-1670-4360-96bb-d79969e64a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973ef5bc-c8cb-41ef-afad-70d9096bc2a9,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:57.095744 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40292) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:57.109862 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-585960fc-d18a-4075-9965-921a3ef3e8c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:57.194169 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-585960fc-d18a-4075-9965-921a3ef3e8c9 admin admin] Publish callbacks [] for security_group (ba359152-b9a4-446d-9c78-01902dba0796), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:57.254777 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-585960fc-d18a-4075-9965-921a3ef3e8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (ba359152-b9a4-446d-9c78-01902dba0796), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:57.302184 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-585960fc-d18a-4075-9965-921a3ef3e8c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dc93ecc6e03475184b95de7fc7993db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053254 Feb 20 23:41:57.303958 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585960fc-d18a-4075-9965-921a3ef3e8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba359152-b9a4-446d-9c78-01902dba0796,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:57.305166 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40296) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:41:57.321391 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34654b82-e401-49ca-9a44-7eea7fb0df67 req-b6b16366-0de5-447d-8496-aa3e8bddaf68 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:57.322365 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-34654b82-e401-49ca-9a44-7eea7fb0df67 req-b6b16366-0de5-447d-8496-aa3e8bddaf68 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0958619 Feb 20 23:41:57.357555 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7be2ed9f-d662-45d9-830a-a9638f087c83 admin admin] Publish callbacks [] for security_group (ba359152-b9a4-446d-9c78-01902dba0796), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:57.373012 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-34654b82-e401-49ca-9a44-7eea7fb0df67 req-a31e5fa3-2000-4c1d-bd03-77b9fb7c6bc7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444348 Feb 20 23:41:57.388155 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7be2ed9f-d662-45d9-830a-a9638f087c83 admin admin] Publish callbacks [] for security_group (ba359152-b9a4-446d-9c78-01902dba0796), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:57.558359 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7be2ed9f-d662-45d9-830a-a9638f087c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (ba359152-b9a4-446d-9c78-01902dba0796), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:57.561254 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7be2ed9f-d662-45d9-830a-a9638f087c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:41:57.562419 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-7be2ed9f-d662-45d9-830a-a9638f087c83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba359152-b9a4-446d-9c78-01902dba0796 HTTP/1.1" status: 204 len: 168 time: 0.2561817 Feb 20 23:41:57.571627 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2ed9f-d662-45d9-830a-a9638f087c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba359152-b9a4-446d-9c78-01902dba0796,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:41:58.498839 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660eace5-d935-4498-b649-d753cfda6570 req-0fb3b84c-18d0-466c-8051-52bc69592d3e tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:58.500351 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-660eace5-d935-4498-b649-d753cfda6570 req-0fb3b84c-18d0-466c-8051-52bc69592d3e tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0533929 Feb 20 23:41:58.565815 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-660eace5-d935-4498-b649-d753cfda6570 req-7fa4023e-e865-4977-a9c1-9545381c1ae9 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582709 Feb 20 23:41:59.074460 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:41:59.737057 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5171b-fcf2-405e-9b10-61a8394acbc7 req-dd7ba631-3fd8-4960-b9b6-84a469e22bb4 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:41:59.739656 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c0b5171b-fcf2-405e-9b10-61a8394acbc7 req-dd7ba631-3fd8-4960-b9b6-84a469e22bb4 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0672274 Feb 20 23:41:59.792091 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c0b5171b-fcf2-405e-9b10-61a8394acbc7 req-e2210b9f-25d7-4449-b0bb-4f10fa31da72 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445576 Feb 20 23:42:00.847476 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40410) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:00.922724 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709dffe-fa4e-4944-af62-4487400479ea req-d8a6543b-6316-420d-9e0c-7c16d5def22b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:00.924260 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3709dffe-fa4e-4944-af62-4487400479ea req-d8a6543b-6316-420d-9e0c-7c16d5def22b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0546622 Feb 20 23:42:00.989897 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-048ffc0c-8dc5-4381-83c3-39fa5cc1a4e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:00.994559 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3709dffe-fa4e-4944-af62-4487400479ea req-83e7f403-3fa0-425c-bdf8-9ad8d5b313a3 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639060 Feb 20 23:42:01.089476 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-048ffc0c-8dc5-4381-83c3-39fa5cc1a4e5 admin admin] Publish callbacks [] for security_group (7eb69c65-5e73-4d18-95da-744d785f13e6), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:01.187197 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-048ffc0c-8dc5-4381-83c3-39fa5cc1a4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (7eb69c65-5e73-4d18-95da-744d785f13e6), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:01.231219 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-048ffc0c-8dc5-4381-83c3-39fa5cc1a4e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97160a0eee2e45b6b50c24fcd10997c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797915 Feb 20 23:42:01.231219 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ffc0c-8dc5-4381-83c3-39fa5cc1a4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb69c65-5e73-4d18-95da-744d785f13e6,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:01.232045 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40426) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:01.285439 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ecebe861-e5d8-43af-8e1f-c82794a1e25c admin admin] Publish callbacks [] for security_group (7eb69c65-5e73-4d18-95da-744d785f13e6), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:01.308184 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ecebe861-e5d8-43af-8e1f-c82794a1e25c admin admin] Publish callbacks [] for security_group (7eb69c65-5e73-4d18-95da-744d785f13e6), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:01.455389 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ecebe861-e5d8-43af-8e1f-c82794a1e25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (7eb69c65-5e73-4d18-95da-744d785f13e6), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:01.458192 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ecebe861-e5d8-43af-8e1f-c82794a1e25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:01.461341 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-ecebe861-e5d8-43af-8e1f-c82794a1e25c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7eb69c65-5e73-4d18-95da-744d785f13e6 HTTP/1.1" status: 204 len: 168 time: 0.2285178 Feb 20 23:42:01.470012 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebe861-e5d8-43af-8e1f-c82794a1e25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb69c65-5e73-4d18-95da-744d785f13e6,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:01.908616 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40454) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:02.024736 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6bde-d526-4817-a158-2d14f1274d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.144289 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6bde-d526-4817-a158-2d14f1274d2b admin admin] Publish callbacks [] for security_group (ec841dba-a1fe-43ca-82a4-764a2dbcf42d), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.170066 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e2650-93e6-4a63-a932-0434c59a966e req-9cb6fa70-ade7-4a47-b6ba-79700efaf58e tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:02.174849 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c16e2650-93e6-4a63-a932-0434c59a966e req-9cb6fa70-ade7-4a47-b6ba-79700efaf58e tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0955863 Feb 20 23:42:02.221813 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c16e2650-93e6-4a63-a932-0434c59a966e req-4043fcb2-5ba3-4b35-b727-028ac48def09 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434227 Feb 20 23:42:02.227109 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6bde-d526-4817-a158-2d14f1274d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (ec841dba-a1fe-43ca-82a4-764a2dbcf42d), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.271163 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-e4ea6bde-d526-4817-a158-2d14f1274d2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac6897d987c8494e9d63819657ceae73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612626 Feb 20 23:42:02.272126 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea6bde-d526-4817-a158-2d14f1274d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec841dba-a1fe-43ca-82a4-764a2dbcf42d,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:02.273865 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40472) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:02.300739 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40476) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:02.318471 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-244e476b-0fc7-4b21-b19d-28641e093780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.348387 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f1369ba9-bb48-4f36-8ad8-df2748643bac admin admin] Publish callbacks [] for security_group (ec841dba-a1fe-43ca-82a4-764a2dbcf42d), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.372178 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f1369ba9-bb48-4f36-8ad8-df2748643bac admin admin] Publish callbacks [] for security_group (ec841dba-a1fe-43ca-82a4-764a2dbcf42d), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.410443 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-244e476b-0fc7-4b21-b19d-28641e093780 admin admin] Publish callbacks [] for security_group (d20e8ec8-405e-4bea-9a5a-8ac16ed6cf0c), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.484268 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-244e476b-0fc7-4b21-b19d-28641e093780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (d20e8ec8-405e-4bea-9a5a-8ac16ed6cf0c), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.484573 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f1369ba9-bb48-4f36-8ad8-df2748643bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (ec841dba-a1fe-43ca-82a4-764a2dbcf42d), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.487499 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f1369ba9-bb48-4f36-8ad8-df2748643bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.493651 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f1369ba9-bb48-4f36-8ad8-df2748643bac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec841dba-a1fe-43ca-82a4-764a2dbcf42d HTTP/1.1" status: 204 len: 168 time: 0.2182276 Feb 20 23:42:02.507930 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1369ba9-bb48-4f36-8ad8-df2748643bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec841dba-a1fe-43ca-82a4-764a2dbcf42d,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:02.545525 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-244e476b-0fc7-4b21-b19d-28641e093780 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92efb1ecf82d4f23a9c6cea844ef2428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428472 Feb 20 23:42:02.547053 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e476b-0fc7-4b21-b19d-28641e093780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20e8ec8-405e-4bea-9a5a-8ac16ed6cf0c,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:02.547698 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40488) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:02.600165 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d396154-a352-44fb-9361-c2b37c91b5f7 admin admin] Publish callbacks [] for security_group (d20e8ec8-405e-4bea-9a5a-8ac16ed6cf0c), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.626110 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d396154-a352-44fb-9361-c2b37c91b5f7 admin admin] Publish callbacks [] for security_group (d20e8ec8-405e-4bea-9a5a-8ac16ed6cf0c), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.769771 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d396154-a352-44fb-9361-c2b37c91b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (d20e8ec8-405e-4bea-9a5a-8ac16ed6cf0c), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.772537 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d396154-a352-44fb-9361-c2b37c91b5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:02.773738 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-8d396154-a352-44fb-9361-c2b37c91b5f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d20e8ec8-405e-4bea-9a5a-8ac16ed6cf0c HTTP/1.1" status: 204 len: 168 time: 0.2250533 Feb 20 23:42:02.782951 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d396154-a352-44fb-9361-c2b37c91b5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20e8ec8-405e-4bea-9a5a-8ac16ed6cf0c,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:03.275711 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40520) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:03.298141 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f980c119-efd5-4da5-9d19-a3e4aaf61387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:03.380078 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ab609-077e-4fdb-9575-6563e7b910b5 req-51724742-ab22-478f-b3e7-740578f6cf20 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:03.381748 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0e5ab609-077e-4fdb-9575-6563e7b910b5 req-51724742-ab22-478f-b3e7-740578f6cf20 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0578935 Feb 20 23:42:03.408733 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f980c119-efd5-4da5-9d19-a3e4aaf61387 admin admin] Publish callbacks [] for security_group (5dd471ef-4517-4b19-b39b-ab9659829409), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:03.445987 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0e5ab609-077e-4fdb-9575-6563e7b910b5 req-00de3e36-13e5-4c66-a866-91106db67bb8 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573826 Feb 20 23:42:03.478641 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f980c119-efd5-4da5-9d19-a3e4aaf61387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (5dd471ef-4517-4b19-b39b-ab9659829409), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:03.528229 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f980c119-efd5-4da5-9d19-a3e4aaf61387 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2568feb20db24f7b85d7a3b9ad8d3730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502820 Feb 20 23:42:03.531996 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40536) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:03.552109 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980c119-efd5-4da5-9d19-a3e4aaf61387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd471ef-4517-4b19-b39b-ab9659829409,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:03.608028 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d789bc64-b59b-45ec-a9a4-2a9ec0f1f80b admin admin] Publish callbacks [] for security_group (5dd471ef-4517-4b19-b39b-ab9659829409), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:03.637029 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d789bc64-b59b-45ec-a9a4-2a9ec0f1f80b admin admin] Publish callbacks [] for security_group (5dd471ef-4517-4b19-b39b-ab9659829409), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:03.793336 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d789bc64-b59b-45ec-a9a4-2a9ec0f1f80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (5dd471ef-4517-4b19-b39b-ab9659829409), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:03.796584 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d789bc64-b59b-45ec-a9a4-2a9ec0f1f80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:03.798340 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-d789bc64-b59b-45ec-a9a4-2a9ec0f1f80b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5dd471ef-4517-4b19-b39b-ab9659829409 HTTP/1.1" status: 204 len: 168 time: 0.2653980 Feb 20 23:42:03.810594 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789bc64-b59b-45ec-a9a4-2a9ec0f1f80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd471ef-4517-4b19-b39b-ab9659829409,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:04.579746 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaaee3-a4c6-494c-8cbe-f7465eb479a7 req-5ec64c0a-028f-4195-99e8-7408d8435c9a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:04.581715 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5bfaaee3-a4c6-494c-8cbe-f7465eb479a7 req-5ec64c0a-028f-4195-99e8-7408d8435c9a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0599012 Feb 20 23:42:04.699758 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5bfaaee3-a4c6-494c-8cbe-f7465eb479a7 req-0514e106-34ae-44cb-93dd-011278093001 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986121 Feb 20 23:42:05.491273 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40638) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:05.880466 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c6936-b0d8-4740-a076-5e92544a041e req-2aa046fe-625b-4866-bfbf-9a6da060a437 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:05.882137 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b68c6936-b0d8-4740-a076-5e92544a041e req-2aa046fe-625b-4866-bfbf-9a6da060a437 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0993416 Feb 20 23:42:05.984489 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b68c6936-b0d8-4740-a076-5e92544a041e req-be70a220-9d7e-4027-b098-98ad7c21ec0f tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938547 Feb 20 23:42:05.989154 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a35b-6ba9-45b8-b4b2-f01af19b84ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.010786 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40662) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:06.076005 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a35b-6ba9-45b8-b4b2-f01af19b84ee admin admin] Publish callbacks [] for security_group (ab1ade78-133e-48ef-91d2-4aa1dedad11c), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.156101 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-63b20d37-b7b0-4d2a-9cab-cd802d404429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.203971 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a35b-6ba9-45b8-b4b2-f01af19b84ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (ab1ade78-133e-48ef-91d2-4aa1dedad11c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.244613 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-0bf7a35b-6ba9-45b8-b4b2-f01af19b84ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43e9cdf1b91e47428f6f15236f1d11fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7523005 Feb 20 23:42:06.246722 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7a35b-6ba9-45b8-b4b2-f01af19b84ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1ade78-133e-48ef-91d2-4aa1dedad11c,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:06.247256 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40670) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:06.250461 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-63b20d37-b7b0-4d2a-9cab-cd802d404429 admin admin] Publish callbacks [] for security_group (6a9b3fb8-0194-4e97-aed1-744a3944398b), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.306465 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-32a02adc-4ee0-4dea-92f8-5c6534b1ea2b admin admin] Publish callbacks [] for security_group (ab1ade78-133e-48ef-91d2-4aa1dedad11c), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.308172 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-63b20d37-b7b0-4d2a-9cab-cd802d404429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (6a9b3fb8-0194-4e97-aed1-744a3944398b), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.353047 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-32a02adc-4ee0-4dea-92f8-5c6534b1ea2b admin admin] Publish callbacks [] for security_group (ab1ade78-133e-48ef-91d2-4aa1dedad11c), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.380450 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-63b20d37-b7b0-4d2a-9cab-cd802d404429 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62322694710e4e0fa196891cbae363ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685217 Feb 20 23:42:06.381200 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b20d37-b7b0-4d2a-9cab-cd802d404429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9b3fb8-0194-4e97-aed1-744a3944398b,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:06.383203 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40672) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:06.446176 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ab047049-a50e-4381-b965-eee8213d62ee admin admin] Publish callbacks [] for security_group (6a9b3fb8-0194-4e97-aed1-744a3944398b), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.471412 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ab047049-a50e-4381-b965-eee8213d62ee admin admin] Publish callbacks [] for security_group (6a9b3fb8-0194-4e97-aed1-744a3944398b), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.484209 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-32a02adc-4ee0-4dea-92f8-5c6534b1ea2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (ab1ade78-133e-48ef-91d2-4aa1dedad11c), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.486864 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-32a02adc-4ee0-4dea-92f8-5c6534b1ea2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.491529 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-32a02adc-4ee0-4dea-92f8-5c6534b1ea2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab1ade78-133e-48ef-91d2-4aa1dedad11c HTTP/1.1" status: 204 len: 168 time: 0.2431238 Feb 20 23:42:06.500342 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a02adc-4ee0-4dea-92f8-5c6534b1ea2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1ade78-133e-48ef-91d2-4aa1dedad11c,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:06.598244 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40682) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:06.607843 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ab047049-a50e-4381-b965-eee8213d62ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (6a9b3fb8-0194-4e97-aed1-744a3944398b), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.611501 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ab047049-a50e-4381-b965-eee8213d62ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.612023 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-ab047049-a50e-4381-b965-eee8213d62ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a9b3fb8-0194-4e97-aed1-744a3944398b HTTP/1.1" status: 204 len: 168 time: 0.2278159 Feb 20 23:42:06.621763 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab047049-a50e-4381-b965-eee8213d62ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9b3fb8-0194-4e97-aed1-744a3944398b,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:06.806190 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5c3c5639-90ea-47f9-9aad-811bb6d45686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.898594 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5c3c5639-90ea-47f9-9aad-811bb6d45686 admin admin] Publish callbacks [] for security_group (7a0de2a5-d459-46aa-a051-d42eb16f74dc), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:06.999223 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5c3c5639-90ea-47f9-9aad-811bb6d45686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (7a0de2a5-d459-46aa-a051-d42eb16f74dc), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:07.041693 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-5c3c5639-90ea-47f9-9aad-811bb6d45686 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d7263bd281b4e2fa3d468f918bfe577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4421751 Feb 20 23:42:07.044684 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40700) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:07.063649 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c5639-90ea-47f9-9aad-811bb6d45686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0de2a5-d459-46aa-a051-d42eb16f74dc,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:07.156880 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c736e8b-807e-422d-bbde-e4292ff02fed req-133e41cd-a8da-4440-a605-b591b466348b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:07.158371 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0c736e8b-807e-422d-bbde-e4292ff02fed req-133e41cd-a8da-4440-a605-b591b466348b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0909836 Feb 20 23:42:07.159433 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d581ecc1-53b1-4158-bbe5-c9d45fa748a5 admin admin] Publish callbacks [] for security_group (7a0de2a5-d459-46aa-a051-d42eb16f74dc), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:07.356758 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40704) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:07.372936 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-bd25a258-3acb-4612-91f2-715abbdc2cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:07.464392 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d581ecc1-53b1-4158-bbe5-c9d45fa748a5 admin admin] Publish callbacks [] for security_group (7a0de2a5-d459-46aa-a051-d42eb16f74dc), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:07.474542 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-bd25a258-3acb-4612-91f2-715abbdc2cbd admin admin] Publish callbacks [] for security_group (90ec0c82-29c5-472e-a4df-e65b95031ecd), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:07.511090 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0c736e8b-807e-422d-bbde-e4292ff02fed req-f043ae36-3500-4ee3-a4a4-b182d85447f4 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457229 Feb 20 23:42:07.563876 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-bd25a258-3acb-4612-91f2-715abbdc2cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (90ec0c82-29c5-472e-a4df-e65b95031ecd), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:07.606171 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-bd25a258-3acb-4612-91f2-715abbdc2cbd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77303845b9584f15b349cd0baa1168e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481863 Feb 20 23:42:07.607228 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25a258-3acb-4612-91f2-715abbdc2cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ec0c82-29c5-472e-a4df-e65b95031ecd,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:07.614713 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40708) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:07.648032 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d581ecc1-53b1-4158-bbe5-c9d45fa748a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (7a0de2a5-d459-46aa-a051-d42eb16f74dc), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:07.652314 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d581ecc1-53b1-4158-bbe5-c9d45fa748a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:07.654143 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-d581ecc1-53b1-4158-bbe5-c9d45fa748a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a0de2a5-d459-46aa-a051-d42eb16f74dc HTTP/1.1" status: 204 len: 168 time: 0.6076086 Feb 20 23:42:07.684262 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581ecc1-53b1-4158-bbe5-c9d45fa748a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0de2a5-d459-46aa-a051-d42eb16f74dc,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:07.723342 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-344a25a7-166c-4849-866c-72e45322b90f admin admin] Publish callbacks [] for security_group (90ec0c82-29c5-472e-a4df-e65b95031ecd), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:07.758880 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-344a25a7-166c-4849-866c-72e45322b90f admin admin] Publish callbacks [] for security_group (90ec0c82-29c5-472e-a4df-e65b95031ecd), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:07.868348 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40714) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:07.881526 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-84333c1c-7094-49de-a133-093d4d914885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:07.929378 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-344a25a7-166c-4849-866c-72e45322b90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (90ec0c82-29c5-472e-a4df-e65b95031ecd), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:07.931930 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-344a25a7-166c-4849-866c-72e45322b90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:07.933095 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-344a25a7-166c-4849-866c-72e45322b90f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90ec0c82-29c5-472e-a4df-e65b95031ecd HTTP/1.1" status: 204 len: 168 time: 0.3160419 Feb 20 23:42:07.948325 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a25a7-166c-4849-866c-72e45322b90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ec0c82-29c5-472e-a4df-e65b95031ecd,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:08.023790 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-84333c1c-7094-49de-a133-093d4d914885 admin admin] Publish callbacks [] for security_group (12987a24-f794-4746-9f04-5cace2e0b9ee), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:08.101634 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-84333c1c-7094-49de-a133-093d4d914885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (12987a24-f794-4746-9f04-5cace2e0b9ee), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:08.138971 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84333c1c-7094-49de-a133-093d4d914885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12987a24-f794-4746-9f04-5cace2e0b9ee,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:08.144720 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-84333c1c-7094-49de-a133-093d4d914885 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cb845ecb749407389a30278b36fe185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738466 Feb 20 23:42:08.147512 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40722) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:08.208627 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-2f82d3e9-b50e-499e-a212-734e1dd990a1 admin admin] Publish callbacks [] for security_group (12987a24-f794-4746-9f04-5cace2e0b9ee), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:08.229434 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-2f82d3e9-b50e-499e-a212-734e1dd990a1 admin admin] Publish callbacks [] for security_group (12987a24-f794-4746-9f04-5cace2e0b9ee), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:08.346899 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-2f82d3e9-b50e-499e-a212-734e1dd990a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (12987a24-f794-4746-9f04-5cace2e0b9ee), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:08.350306 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-2f82d3e9-b50e-499e-a212-734e1dd990a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:08.354331 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-2f82d3e9-b50e-499e-a212-734e1dd990a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12987a24-f794-4746-9f04-5cace2e0b9ee HTTP/1.1" status: 204 len: 168 time: 0.2020311 Feb 20 23:42:08.369664 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82d3e9-b50e-499e-a212-734e1dd990a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12987a24-f794-4746-9f04-5cace2e0b9ee,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:08.393127 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40732) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:08.418143 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f57ebc42-6848-4883-9e01-c6f4e929af4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:08.500234 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f57ebc42-6848-4883-9e01-c6f4e929af4f admin admin] Publish callbacks [] for security_group (0b9c6c19-5758-41c2-b450-f40b0eb55b5c), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:08.564778 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f57ebc42-6848-4883-9e01-c6f4e929af4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (0b9c6c19-5758-41c2-b450-f40b0eb55b5c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:08.609392 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f57ebc42-6848-4883-9e01-c6f4e929af4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=462f806772804c2296e2381fe5286189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151909 Feb 20 23:42:08.610144 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40742) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:08.618642 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ebc42-6848-4883-9e01-c6f4e929af4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9c6c19-5758-41c2-b450-f40b0eb55b5c,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:08.654255 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0fc66-029f-4def-9b75-6a2458ea77f5 req-73f2ec60-11fd-432e-908b-e1c7ecde4f42 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:08.655731 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-61e0fc66-029f-4def-9b75-6a2458ea77f5 req-73f2ec60-11fd-432e-908b-e1c7ecde4f42 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0656555 Feb 20 23:42:08.688757 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1957b03b-5e22-4d61-a517-829c299963f8 admin admin] Publish callbacks [] for security_group (0b9c6c19-5758-41c2-b450-f40b0eb55b5c), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:08.710505 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-61e0fc66-029f-4def-9b75-6a2458ea77f5 req-2934edce-6e1e-498d-8ee0-04b97d5d9d5e tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483067 Feb 20 23:42:08.713439 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1957b03b-5e22-4d61-a517-829c299963f8 admin admin] Publish callbacks [] for security_group (0b9c6c19-5758-41c2-b450-f40b0eb55b5c), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:08.837828 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1957b03b-5e22-4d61-a517-829c299963f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (0b9c6c19-5758-41c2-b450-f40b0eb55b5c), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:08.840440 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1957b03b-5e22-4d61-a517-829c299963f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:08.841616 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-1957b03b-5e22-4d61-a517-829c299963f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b9c6c19-5758-41c2-b450-f40b0eb55b5c HTTP/1.1" status: 204 len: 168 time: 0.2305033 Feb 20 23:42:08.850254 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957b03b-5e22-4d61-a517-829c299963f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9c6c19-5758-41c2-b450-f40b0eb55b5c,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:09.094474 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40754) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:09.110063 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5642b33a-a5d7-4ff8-a3ab-0cce25f5e3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.219667 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5642b33a-a5d7-4ff8-a3ab-0cce25f5e3f6 admin admin] Publish callbacks [] for security_group (08b55a6d-ae71-4244-985c-12f984acc0e2), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.295245 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5642b33a-a5d7-4ff8-a3ab-0cce25f5e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (08b55a6d-ae71-4244-985c-12f984acc0e2), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.345291 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-5642b33a-a5d7-4ff8-a3ab-0cce25f5e3f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aea78ce1ef014a048130966f93bad752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452810 Feb 20 23:42:09.350358 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40770) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:09.359906 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642b33a-a5d7-4ff8-a3ab-0cce25f5e3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b55a6d-ae71-4244-985c-12f984acc0e2,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:09.414054 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-852c0749-8cda-41b4-a6ca-83a04925ced4 admin admin] Publish callbacks [] for security_group (08b55a6d-ae71-4244-985c-12f984acc0e2), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.436932 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-852c0749-8cda-41b4-a6ca-83a04925ced4 admin admin] Publish callbacks [] for security_group (08b55a6d-ae71-4244-985c-12f984acc0e2), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.503538 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40776) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:09.553254 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-852c0749-8cda-41b4-a6ca-83a04925ced4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (08b55a6d-ae71-4244-985c-12f984acc0e2), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.558511 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-852c0749-8cda-41b4-a6ca-83a04925ced4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.560471 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-852c0749-8cda-41b4-a6ca-83a04925ced4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08b55a6d-ae71-4244-985c-12f984acc0e2 HTTP/1.1" status: 204 len: 168 time: 0.2088277 Feb 20 23:42:09.570390 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c0749-8cda-41b4-a6ca-83a04925ced4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b55a6d-ae71-4244-985c-12f984acc0e2,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:09.670201 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-892075710-network', 'tenant_id': 'eaaf9a28e751484eaab440477cef6ee2'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:09.741391 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Made reservation on behalf of eaaf9a28e751484eaab440477cef6ee2 for: {'network': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:42:09.743308 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.752367 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.845076 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864eed69-e8f9-44ea-8e4c-d5287379b290 req-47974a03-cb6c-48f9-ae96-5cface80bed0 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:09.846660 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-864eed69-e8f9-44ea-8e4c-d5287379b290 req-47974a03-cb6c-48f9-ae96-5cface80bed0 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0597458 Feb 20 23:42:09.850498 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Publish callbacks [] for security_group (d912a480-f6a4-4601-b67d-04e819ca0533), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.913829 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-864eed69-e8f9-44ea-8e4c-d5287379b290 req-5160a8e5-448c-4d12-96e1-387fc1d77aa2 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595305 Feb 20 23:42:09.939207 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (d912a480-f6a4-4601-b67d-04e819ca0533), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.968272 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=109847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:42:09.982201 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d912a480-f6a4-4601-b67d-04e819ca0533,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:09.999457 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (71ae1b5b-106d-40be-9f26-a6f2048ea137), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:09.999834 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.segments_db [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Added segment 71ae1b5b-106d-40be-9f26-a6f2048ea137 of type vlan for network 3d6ea557-c4ce-40da-af0e-bb58f02f8f67 Feb 20 23:42:10.043779 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (3d6ea557-c4ce-40da-af0e-bb58f02f8f67), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:10.162336 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (3d6ea557-c4ce-40da-af0e-bb58f02f8f67), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:10.163331 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:10.163943 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:10.223450 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] Pushing event updated for resources: {'Network': ['ID=3d6ea557-c4ce-40da-af0e-bb58f02f8f67,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:10.234299 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 3d6ea557-c4ce-40da-af0e-bb58f02f8f67 details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:42:10.282307 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-0134cfab-a4c8-4977-8340-460a84158065 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7763679 Feb 20 23:42:10.285663 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40812) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:10.292819 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-399b991c-fbe2-46f5-9912-dfc1d3747a1e admin admin] Request body: {'subnet': {'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-892075710-subnet', 'tenant_id': 'eaaf9a28e751484eaab440477cef6ee2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:10.373664 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399b991c-fbe2-46f5-9912-dfc1d3747a1e admin admin] Made reservation on behalf of eaaf9a28e751484eaab440477cef6ee2 for: {'subnet': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:42:10.376326 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-399b991c-fbe2-46f5-9912-dfc1d3747a1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58876744'] for subnet (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:10.587604 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-399b991c-fbe2-46f5-9912-dfc1d3747a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58721844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58876858'] for subnet (b43fc2fc-58ba-489d-b763-db6e5d402e47), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:10.655236 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b991c-fbe2-46f5-9912-dfc1d3747a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b43fc2fc-58ba-489d-b763-db6e5d402e47,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:10.660076 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b991c-fbe2-46f5-9912-dfc1d3747a1e admin admin] Checking segment: {'id': '71ae1b5b-106d-40be-9f26-a6f2048ea137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:10.660440 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b991c-fbe2-46f5-9912-dfc1d3747a1e admin admin] Network hostable DHCP agents. Network: 3d6ea557-c4ce-40da-af0e-bb58f02f8f67, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:42:10.746826 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b991c-fbe2-46f5-9912-dfc1d3747a1e admin admin] Network 3d6ea557-c4ce-40da-af0e-bb58f02f8f67 is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:42:10.770699 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 40832) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:10.824995 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-399b991c-fbe2-46f5-9912-dfc1d3747a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 3d6ea557-c4ce-40da-af0e-bb58f02f8f67) {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:10.831494 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b991c-fbe2-46f5-9912-dfc1d3747a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:10.832870 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-399b991c-fbe2-46f5-9912-dfc1d3747a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:10.834709 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc071fe2-e080-4542-b679-3a2e0b0b8e5c None None] Network 3d6ea557-c4ce-40da-af0e-bb58f02f8f67 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:42:10.893374 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1879294421-network', 'tenant_id': '45885274f39840d98fd03713d6ccd62c'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:10.947092 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-399b991c-fbe2-46f5-9912-dfc1d3747a1e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6598778 Feb 20 23:42:10.964604 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac041c0-e582-462e-88f1-167c0269e63b None None] Network 3d6ea557-c4ce-40da-af0e-bb58f02f8f67 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:42:11.026365 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Made reservation on behalf of 45885274f39840d98fd03713d6ccd62c for: {'network': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:42:11.028490 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:11.037666 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:11.103604 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe8f80-3b9b-4bb2-8629-0f9bfff68224 req-37777f34-fd19-4b89-b209-ba30c0645876 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:11.106110 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-46fe8f80-3b9b-4bb2-8629-0f9bfff68224 req-37777f34-fd19-4b89-b209-ba30c0645876 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.1056645 Feb 20 23:42:11.159348 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Publish callbacks [] for security_group (d4c1495d-e79c-4216-8b91-c16ed5f4d16b), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:11.207066 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-46fe8f80-3b9b-4bb2-8629-0f9bfff68224 req-437b1240-bc55-440c-86a5-8fd2d653bb4d tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933926 Feb 20 23:42:11.226785 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (d4c1495d-e79c-4216-8b91-c16ed5f4d16b), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:11.252902 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=109847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:42:11.268252 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c1495d-e79c-4216-8b91-c16ed5f4d16b,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:11.286470 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (f179b92c-3a28-43df-8db9-7d64bbd255ae), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:11.286870 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.segments_db [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Added segment f179b92c-3a28-43df-8db9-7d64bbd255ae of type vlan for network acef112d-c06a-46ab-ab66-80b92cdd423b Feb 20 23:42:11.342718 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (acef112d-c06a-46ab-ab66-80b92cdd423b), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:11.482468 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (acef112d-c06a-46ab-ab66-80b92cdd423b), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:11.483489 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:11.484106 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:11.554692 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] Pushing event updated for resources: {'Network': ['ID=acef112d-c06a-46ab-ab66-80b92cdd423b,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:11.565804 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network acef112d-c06a-46ab-ab66-80b92cdd423b details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:42:11.646943 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-9821cb87-0d9f-4c5a-a554-44e4e86fd594 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8750763 Feb 20 23:42:11.650674 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 40864) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:11.659598 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-9b358c15-5180-4d8f-9012-34806708ec5b admin admin] Request body: {'subnet': {'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1879294421-subnet', 'tenant_id': '45885274f39840d98fd03713d6ccd62c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:11.985382 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b358c15-5180-4d8f-9012-34806708ec5b admin admin] Made reservation on behalf of 45885274f39840d98fd03713d6ccd62c for: {'subnet': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:42:11.987746 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9b358c15-5180-4d8f-9012-34806708ec5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59354464'] for subnet (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:12.266544 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9b358c15-5180-4d8f-9012-34806708ec5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58947225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59354514'] for subnet (547d3d9b-b339-4b9e-b565-d17e60917ebc), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:12.384723 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b358c15-5180-4d8f-9012-34806708ec5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=547d3d9b-b339-4b9e-b565-d17e60917ebc,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:12.453108 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b358c15-5180-4d8f-9012-34806708ec5b admin admin] Checking segment: {'id': 'f179b92c-3a28-43df-8db9-7d64bbd255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:12.453475 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b358c15-5180-4d8f-9012-34806708ec5b admin admin] Network hostable DHCP agents. Network: acef112d-c06a-46ab-ab66-80b92cdd423b, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:42:12.468588 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031f1e4-a836-4868-80a9-a10465f7dfd7 req-1685dd86-ebcc-4137-a03c-72f9e3887fb6 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:12.470201 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b031f1e4-a836-4868-80a9-a10465f7dfd7 req-1685dd86-ebcc-4137-a03c-72f9e3887fb6 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.1767049 Feb 20 23:42:12.510106 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393139be-d5ee-448e-b401-a3c74114ead8 req-8bc5c869-e4d0-4c30-b4fb-7ae3a6540701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:12.511620 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-393139be-d5ee-448e-b401-a3c74114ead8 req-8bc5c869-e4d0-4c30-b4fb-7ae3a6540701 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 1130 time: 0.1155579 Feb 20 23:42:12.559680 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b031f1e4-a836-4868-80a9-a10465f7dfd7 req-d1eb6869-74d2-441c-b4c0-77a270149d7b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822859 Feb 20 23:42:12.582258 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b358c15-5180-4d8f-9012-34806708ec5b admin admin] Network acef112d-c06a-46ab-ab66-80b92cdd423b is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:42:12.586124 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-393139be-d5ee-448e-b401-a3c74114ead8 req-5e224c13-ef3c-4500-88a6-c1035e4f4794 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635698 Feb 20 23:42:12.678049 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-9b358c15-5180-4d8f-9012-34806708ec5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, acef112d-c06a-46ab-ab66-80b92cdd423b) {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:12.682358 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b358c15-5180-4d8f-9012-34806708ec5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:12.682991 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9b358c15-5180-4d8f-9012-34806708ec5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:12.694552 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d579d-8509-44e3-8765-b29bba35e8fd None None] Network acef112d-c06a-46ab-ab66-80b92cdd423b requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:42:12.772500 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-9b358c15-5180-4d8f-9012-34806708ec5b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1189137 Feb 20 23:42:12.804509 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d16825-d9d1-4bbd-8f8b-ae1a22380149 None None] Network acef112d-c06a-46ab-ab66-80b92cdd423b requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:42:13.694243 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67450187-b04a-47e1-bfcd-e04ce4a35214 req-71aaf51d-67cd-479e-ad60-9747ceccc56b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:13.695788 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-67450187-b04a-47e1-bfcd-e04ce4a35214 req-71aaf51d-67cd-479e-ad60-9747ceccc56b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0693696 Feb 20 23:42:13.743923 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-67450187-b04a-47e1-bfcd-e04ce4a35214 req-64a3b555-2e65-4969-8458-022b1455cb24 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423002 Feb 20 23:42:14.759030 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089f49-e33d-423a-984c-edbc1d85858d req-773a9d5c-12b0-4972-b909-adc0a2957a31 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:14.760799 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-773a9d5c-12b0-4972-b909-adc0a2957a31 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/networks?id=3d6ea557-c4ce-40da-af0e-bb58f02f8f67 HTTP/1.1" status: 200 len: 808 time: 0.1053197 Feb 20 23:42:14.776563 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-6c57ebd6-fe3c-4da0-8f9d-fd0cebd6f725 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/quotas/eaaf9a28e751484eaab440477cef6ee2 HTTP/1.1" status: 200 len: 375 time: 0.0105221 Feb 20 23:42:14.815330 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a6f22ea7-3eea-49cf-aa1f-62a89e2588aa tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eaaf9a28e751484eaab440477cef6ee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326176 Feb 20 23:42:14.924951 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24440e4e-9553-421d-8e88-e6d456012b96 req-f14ff89f-3bcf-4aec-89d5-a1b74376d282 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:14.927219 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-24440e4e-9553-421d-8e88-e6d456012b96 req-f14ff89f-3bcf-4aec-89d5-a1b74376d282 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.1093729 Feb 20 23:42:14.952143 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-9f3f2d76-92d5-4185-9d0d-634f57b337f7 service neutron] 10.222.0.37 "GET /v2.0/networks/3d6ea557-c4ce-40da-af0e-bb58f02f8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259344 Feb 20 23:42:15.032813 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-24440e4e-9553-421d-8e88-e6d456012b96 req-8c6e4f67-61df-44f3-b149-47d0a95f129d tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965049 Feb 20 23:42:15.078475 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-94a43cc1-4245-4ebc-bc1e-653ca4e584c8 service neutron] 10.222.0.37 "GET /v2.0/networks/3d6ea557-c4ce-40da-af0e-bb58f02f8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179700 Feb 20 23:42:15.338800 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-64098ebe-9682-4dae-84ea-fcba8fce0cfd req-8009bbce-3227-4b14-806e-6d26b2169ba6 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 210 time: 0.0298326 Feb 20 23:42:15.542986 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6716a4-4ea6-496d-8a0c-dee8cd6493d7 req-10ab19e8-7355-4f32-84a2-253d7b29332d tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:15.544721 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5c6716a4-4ea6-496d-8a0c-dee8cd6493d7 req-10ab19e8-7355-4f32-84a2-253d7b29332d tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0601308 Feb 20 23:42:15.622615 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5c6716a4-4ea6-496d-8a0c-dee8cd6493d7 req-b9888303-3c65-4bc8-92d0-bd83ac1474c9 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665367 Feb 20 23:42:15.625813 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70248506-d386-4050-ad75-0e3885ba3c7b req-4eaf46cd-d91c-42cf-ba67-ae5e07f7effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:15.626677 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-70248506-d386-4050-ad75-0e3885ba3c7b req-4eaf46cd-d91c-42cf-ba67-ae5e07f7effd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 1130 time: 0.0801258 Feb 20 23:42:15.724675 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70248506-d386-4050-ad75-0e3885ba3c7b req-48ebf3a4-ab39-4946-912b-6c40b34d8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:15.726177 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-70248506-d386-4050-ad75-0e3885ba3c7b req-48ebf3a4-ab39-4946-912b-6c40b34d8a7d service neutron] 10.222.0.89 "GET /v2.0/networks?id=045de685-a397-4057-b694-72b65c12b7c8 HTTP/1.1" status: 200 len: 919 time: 0.0930243 Feb 20 23:42:15.769474 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-70248506-d386-4050-ad75-0e3885ba3c7b req-fd8868cd-361c-43ed-a0f3-9876955ff3e8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e475065a-4a2d-4f4b-956d-89d6bf2cd784 HTTP/1.1" status: 200 len: 217 time: 0.0363996 Feb 20 23:42:15.821976 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70248506-d386-4050-ad75-0e3885ba3c7b req-c1dda227-3a99-422e-ae85-5272513a66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:15.838309 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-70248506-d386-4050-ad75-0e3885ba3c7b req-c1dda227-3a99-422e-ae85-5272513a66b2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a HTTP/1.1" status: 200 len: 858 time: 0.0485814 Feb 20 23:42:15.862445 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-70248506-d386-4050-ad75-0e3885ba3c7b req-9fd92c6b-3b03-4698-a8dd-560148f14cb4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=045de685-a397-4057-b694-72b65c12b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321043 Feb 20 23:42:16.034290 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-70248506-d386-4050-ad75-0e3885ba3c7b req-459afb17-d293-48cf-b19b-75c533b6f54e service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660042 Feb 20 23:42:16.071016 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-d1fd3744-25eb-422a-97cf-7be684d2df14 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:16.072489 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-d1fd3744-25eb-422a-97cf-7be684d2df14 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/networks?id=acef112d-c06a-46ab-ab66-80b92cdd423b HTTP/1.1" status: 200 len: 814 time: 0.1507030 Feb 20 23:42:16.123684 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-b26f217b-c067-44f9-aeac-973238c02307 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/quotas/45885274f39840d98fd03713d6ccd62c HTTP/1.1" status: 200 len: 375 time: 0.0243027 Feb 20 23:42:16.155437 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-f366a086-709e-4357-b96e-f8e6b976dc92 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=45885274f39840d98fd03713d6ccd62c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309005 Feb 20 23:42:16.226213 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-70248506-d386-4050-ad75-0e3885ba3c7b req-9b5a2f17-1d04-40ef-863d-7bc23fad22c8 service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826727 Feb 20 23:42:16.272152 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-d727ca49-951e-49ec-9eae-791933826223 service neutron] 10.222.0.37 "GET /v2.0/networks/acef112d-c06a-46ab-ab66-80b92cdd423b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073534 Feb 20 23:42:16.364743 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-52113b57-4da1-44e5-b4d1-7acb8f5ed8b3 service neutron] 10.222.0.37 "GET /v2.0/networks/acef112d-c06a-46ab-ab66-80b92cdd423b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869956 Feb 20 23:42:16.438209 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-acffc87f-1170-478e-a112-67948561a7eb req-5c9ea9c9-8580-4828-ab06-462eb935bac7 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 210 time: 0.0394449 Feb 20 23:42:16.706138 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5fd919cd-01bf-450b-aa1f-6e55e0be5a30 req-f1ddfda8-ec72-471e-9a68-e914a4280ae3 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 210 time: 0.0293899 Feb 20 23:42:16.759967 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1533680-569d-4dec-90c9-d6523ffc60e8 req-46d62d64-33c0-48a8-86ab-11d9cef98cf2 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:16.761577 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b1533680-569d-4dec-90c9-d6523ffc60e8 req-46d62d64-33c0-48a8-86ab-11d9cef98cf2 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0580702 Feb 20 23:42:16.817140 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b1533680-569d-4dec-90c9-d6523ffc60e8 req-054f9802-48ba-4100-884e-5f76e3631c67 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459876 Feb 20 23:42:17.537141 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-83cccf96-55ac-472a-80ae-124bdf820693 req-09541714-10cc-4027-aec0-8028d31ca0f3 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 210 time: 0.0302563 Feb 20 23:42:17.790211 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-86cce193-6eca-43ff-8547-0398a41140c0 req-190b3d30-71ff-47ac-96fb-a0f0f8c04025 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 210 time: 0.0276079 Feb 20 23:42:17.960950 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99444bf1-794b-49c9-ab65-63977cc56f5c req-f6c51356-9ea4-4236-87ba-f1b330a5b308 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:17.962487 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99444bf1-794b-49c9-ab65-63977cc56f5c req-f6c51356-9ea4-4236-87ba-f1b330a5b308 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0737698 Feb 20 23:42:18.013474 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99444bf1-794b-49c9-ab65-63977cc56f5c req-99956b72-814a-46a7-915d-cdabc204c6ec tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448198 Feb 20 23:42:18.259109 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089f49-e33d-423a-984c-edbc1d85858d req-5da78e6e-b6db-4a97-aa44-1afdaa2d9854 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:18.261931 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-5da78e6e-b6db-4a97-aa44-1afdaa2d9854 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.89 "GET /v2.0/networks?id=3d6ea557-c4ce-40da-af0e-bb58f02f8f67 HTTP/1.1" status: 200 len: 808 time: 0.1109769 Feb 20 23:42:18.274206 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a3a0c62a-9714-4144-8c2f-889d928ad051 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Request body: {'port': {'device_id': '0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3', 'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67', 'admin_state_up': True, 'tenant_id': 'eaaf9a28e751484eaab440477cef6ee2'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:18.500398 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a3a0c62a-9714-4144-8c2f-889d928ad051 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Made reservation on behalf of eaaf9a28e751484eaab440477cef6ee2 for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:42:18.504930 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a3a0c62a-9714-4144-8c2f-889d928ad051 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:18.687419 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1acbf11e-b5c9-42ca-9b48-53dcc5848bf1 req-6895cafe-76ea-420f-8e74-737157fc10a1 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 210 time: 0.0602911 Feb 20 23:42:18.713568 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a3a0c62a-9714-4144-8c2f-889d928ad051 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Allocated IP 172.20.0.2 (3d6ea557-c4ce-40da-af0e-bb58f02f8f67/b43fc2fc-58ba-489d-b763-db6e5d402e47/2121d253-19c5-4e1e-80ce-d7d41c5de0df) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:42:18.748834 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41092) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:18.869502 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-154fd115-f6b2-4ab6-af59-f4a46f753054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:18.920719 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7d97f88e-b97e-475e-aeac-bfb90daecf6f req-d4d5be03-e0ba-464b-befc-4fc5d39f63de tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 210 time: 0.0459549 Feb 20 23:42:18.925907 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a3a0c62a-9714-4144-8c2f-889d928ad051 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks [] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:18.969468 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-154fd115-f6b2-4ab6-af59-f4a46f753054 admin admin] Publish callbacks [] for security_group (09a327bb-c049-42b8-8b0c-7d2143ea5edc), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.049237 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-154fd115-f6b2-4ab6-af59-f4a46f753054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (09a327bb-c049-42b8-8b0c-7d2143ea5edc), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.049763 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a3a0c62a-9714-4144-8c2f-889d928ad051 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.097846 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-154fd115-f6b2-4ab6-af59-f4a46f753054 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=288c321ae7444bbcb92574e0466097e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472135 Feb 20 23:42:19.098719 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41102) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:19.134680 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a3a0c62a-9714-4144-8c2f-889d928ad051 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Network 3d6ea557-c4ce-40da-af0e-bb58f02f8f67 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:19.141173 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a3a0c62a-9714-4144-8c2f-889d928ad051 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:19.144659 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a3a0c62a-9714-4144-8c2f-889d928ad051 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:42:19.167865 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fd115-f6b2-4ab6-af59-f4a46f753054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a327bb-c049-42b8-8b0c-7d2143ea5edc,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:19.179243 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0c62a-9714-4144-8c2f-889d928ad051 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Pushing event updated for resources: {'Port': ['ID=2121d253-19c5-4e1e-80ce-d7d41c5de0df,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:19.205544 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0be77517-eec3-42f8-8855-305231fffaac admin admin] Publish callbacks [] for security_group (09a327bb-c049-42b8-8b0c-7d2143ea5edc), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.210448 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a3a0c62a-9714-4144-8c2f-889d928ad051 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:19.211172 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a3a0c62a-9714-4144-8c2f-889d928ad051 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.213278 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41106) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:19.227223 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce131c63-18fb-4062-b0ba-c777cb750b98 req-13988087-9d89-4e1a-8ff0-7c0faff06d43 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:19.228832 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ce131c63-18fb-4062-b0ba-c777cb750b98 req-13988087-9d89-4e1a-8ff0-7c0faff06d43 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.1397088 Feb 20 23:42:19.282639 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ce131c63-18fb-4062-b0ba-c777cb750b98 req-d6a4ede0-2495-4f16-8fe2-507422505964 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478082 Feb 20 23:42:19.290802 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0be77517-eec3-42f8-8855-305231fffaac admin admin] Publish callbacks [] for security_group (09a327bb-c049-42b8-8b0c-7d2143ea5edc), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.322653 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f34d7220-4213-4c70-b303-26e86910850b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.333754 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a3a0c62a-9714-4144-8c2f-889d928ad051 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0631869 Feb 20 23:42:19.353772 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Request body: {'port': {'device_id': '0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:19.414449 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e0283bcd-04a8-4697-8cc2-10017455d941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.430254 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-5c1ad399-559f-4e23-8d2d-fe82aad9ed81 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:19.431502 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.432292 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-5c1ad399-559f-4e23-8d2d-fe82aad9ed81 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.89 "GET /v2.0/networks?id=acef112d-c06a-46ab-ab66-80b92cdd423b HTTP/1.1" status: 200 len: 814 time: 0.2181439 Feb 20 23:42:19.449123 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-0c6f6e35-6715-4062-a9ad-7ed2855c5b4a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Request body: {'port': {'device_id': '066f894c-6c8c-4339-a571-0201a0aa3cbd', 'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b', 'admin_state_up': True, 'tenant_id': '45885274f39840d98fd03713d6ccd62c'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:19.703085 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0be77517-eec3-42f8-8855-305231fffaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (09a327bb-c049-42b8-8b0c-7d2143ea5edc), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.705650 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0be77517-eec3-42f8-8855-305231fffaac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.707961 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-0be77517-eec3-42f8-8855-305231fffaac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09a327bb-c049-42b8-8b0c-7d2143ea5edc HTTP/1.1" status: 204 len: 168 time: 0.6067991 Feb 20 23:42:19.725139 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2121d253-19c5-4e1e-80ce-d7d41c5de0df {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:42:19.735102 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be77517-eec3-42f8-8855-305231fffaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a327bb-c049-42b8-8b0c-7d2143ea5edc,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:19.738763 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Publish callbacks [] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.758869 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Transition to ACTIVE for port object 2121d253-19c5-4e1e-80ce-d7d41c5de0df will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:42:19.822693 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.826350 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e0283bcd-04a8-4697-8cc2-10017455d941 admin admin] Publish callbacks [] for security_group (7589016d-6541-4c6c-baf4-cf7901dd27e9), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.933770 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-0c6f6e35-6715-4062-a9ad-7ed2855c5b4a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Made reservation on behalf of 45885274f39840d98fd03713d6ccd62c for: {'port': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:42:19.936204 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Pushing event updated for resources: {'Port': ['ID=2121d253-19c5-4e1e-80ce-d7d41c5de0df,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:19.937205 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-0c6f6e35-6715-4062-a9ad-7ed2855c5b4a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.940580 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e0283bcd-04a8-4697-8cc2-10017455d941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (7589016d-6541-4c6c-baf4-cf7901dd27e9), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:19.988060 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69d2dd-8ae1-4894-a262-4197f65af65e req-c2da922d-0b54-4910-b2cb-6d3bcfae656b tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:19.989736 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3e69d2dd-8ae1-4894-a262-4197f65af65e req-c2da922d-0b54-4910-b2cb-6d3bcfae656b tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 943 time: 0.1649697 Feb 20 23:42:20.062532 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-e0283bcd-04a8-4697-8cc2-10017455d941 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a426d206ff84cac839807a8b91a1b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8470099 Feb 20 23:42:20.068953 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41128) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:20.096430 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4203e11f-fd4c-4a4a-a2ef-e70a8b77d9a2 req-66cc119d-c380-4041-a3de-d9051b7d0846 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 210 time: 0.0691714 Feb 20 23:42:20.115617 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0283bcd-04a8-4697-8cc2-10017455d941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7589016d-6541-4c6c-baf4-cf7901dd27e9,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:20.147290 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Attempting to bind port 2121d253-19c5-4e1e-80ce-d7d41c5de0df on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:42:20.147824 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Attempting to bind port 2121d253-19c5-4e1e-80ce-d7d41c5de0df by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '71ae1b5b-106d-40be-9f26-a6f2048ea137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:42:20.148318 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Attempting to bind port 2121d253-19c5-4e1e-80ce-d7d41c5de0df on network 3d6ea557-c4ce-40da-af0e-bb58f02f8f67 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:20.157517 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Port 2121d253-19c5-4e1e-80ce-d7d41c5de0df on network 3d6ea557-c4ce-40da-af0e-bb58f02f8f67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:42:20.158258 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Attempting to bind port 2121d253-19c5-4e1e-80ce-d7d41c5de0df on network 3d6ea557-c4ce-40da-af0e-bb58f02f8f67 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:20.167020 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:42:20.171003 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Checking segment: {'id': '71ae1b5b-106d-40be-9f26-a6f2048ea137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:20.171003 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Bound using segment: {'id': '71ae1b5b-106d-40be-9f26-a6f2048ea137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:42:20.171003 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Bound port: 2121d253-19c5-4e1e-80ce-d7d41c5de0df, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ae1b5b-106d-40be-9f26-a6f2048ea137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:42:20.171003 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:20.184052 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3e69d2dd-8ae1-4894-a262-4197f65af65e req-4b6d9923-9f50-48f0-9603-6aaa14ea3e32 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878357 Feb 20 23:42:20.247692 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9704f104-7684-4d45-9b32-05f61a77ba85 admin admin] Publish callbacks [] for security_group (7589016d-6541-4c6c-baf4-cf7901dd27e9), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:20.276867 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] For port 2121d253-19c5-4e1e-80ce-d7d41c5de0df, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:42:20.277013 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9704f104-7684-4d45-9b32-05f61a77ba85 admin admin] Publish callbacks [] for security_group (7589016d-6541-4c6c-baf4-cf7901dd27e9), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:20.280771 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] For port 2121d253-19c5-4e1e-80ce-d7d41c5de0df, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2121d253-19c5-4e1e-80ce-d7d41c5de0df,segment=NetworkSegment(71ae1b5b-106d-40be-9f26-a6f2048ea137),segment_id=71ae1b5b-106d-40be-9f26-a6f2048ea137)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:42:20.287022 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-0c6f6e35-6715-4062-a9ad-7ed2855c5b4a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Allocated IP 172.20.0.4 (acef112d-c06a-46ab-ab66-80b92cdd423b/547d3d9b-b339-4b9e-b565-d17e60917ebc/4ff8ba0a-33a7-41db-8c61-0812d076219e) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:42:20.359684 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:20.410894 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:20.413470 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:20.415050 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] 10.222.0.89 "PUT /v2.0/ports/2121d253-19c5-4e1e-80ce-d7d41c5de0df HTTP/1.1" status: 200 len: 1093 time: 1.0736604 Feb 20 23:42:20.417791 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3', 'tag': '2121d253-19c5-4e1e-80ce-d7d41c5de0df'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:42:20.420244 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b610516-b070-4803-af76-548ec0943818" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3", "tag": "2121d253-19c5-4e1e-80ce-d7d41c5de0df"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:42:20.450718 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9704f104-7684-4d45-9b32-05f61a77ba85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (7589016d-6541-4c6c-baf4-cf7901dd27e9), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:20.456742 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9704f104-7684-4d45-9b32-05f61a77ba85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:20.456742 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-9704f104-7684-4d45-9b32-05f61a77ba85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7589016d-6541-4c6c-baf4-cf7901dd27e9 HTTP/1.1" status: 204 len: 168 time: 0.3845973 Feb 20 23:42:20.461137 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Pushing event updated for resources: {'Port': ['ID=2121d253-19c5-4e1e-80ce-d7d41c5de0df,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:20.470976 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:20.471340 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:20.471673 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:20.472686 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:20.473249 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:20.473592 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:20.473799 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704f104-7684-4d45-9b32-05f61a77ba85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7589016d-6541-4c6c-baf4-cf7901dd27e9,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:20.474261 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:20.474607 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:20.474945 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:20.476090 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:20.477036 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:20.477380 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:20.477791 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17cdb8-5f88-43f8-9ee2-793c60462199 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:20.510202 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fc6648-6361-4a50-a854-e8345315da97 x-openstack-request-id: req-43fc6648-6361-4a50-a854-e8345315da97 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:42:20.510629 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3", "tag": "2121d253-19c5-4e1e-80ce-d7d41c5de0df", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:42:20.511056 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43fc6648-6361-4a50-a854-e8345315da97 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:42:20.511597 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3', 'tag': '2121d253-19c5-4e1e-80ce-d7d41c5de0df', 'status': 'completed', 'code': 200} Feb 20 23:42:20.554242 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-0c6f6e35-6715-4062-a9ad-7ed2855c5b4a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks [] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:20.592827 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b610516-b070-4803-af76-548ec0943818 req-37e8e563-f59d-4aca-81c3-2b3af46ac48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:20.592827 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7b610516-b070-4803-af76-548ec0943818 req-37e8e563-f59d-4aca-81c3-2b3af46ac48f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eaaf9a28e751484eaab440477cef6ee2&device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 1127 time: 0.0578821 Feb 20 23:42:20.650713 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-0c6f6e35-6715-4062-a9ad-7ed2855c5b4a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:20.690329 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 41144) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:20.719824 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-0c6f6e35-6715-4062-a9ad-7ed2855c5b4a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Network acef112d-c06a-46ab-ab66-80b92cdd423b is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:20.723727 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-0c6f6e35-6715-4062-a9ad-7ed2855c5b4a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:20.727607 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-0c6f6e35-6715-4062-a9ad-7ed2855c5b4a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:42:20.732994 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a9d0-fd91-4565-a44b-2cd4890ee049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:20.764388 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f6e35-6715-4062-a9ad-7ed2855c5b4a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Pushing event updated for resources: {'Port': ['ID=4ff8ba0a-33a7-41db-8c61-0812d076219e,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:20.796550 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-0c6f6e35-6715-4062-a9ad-7ed2855c5b4a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:20.796550 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-0c6f6e35-6715-4062-a9ad-7ed2855c5b4a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:20.894327 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-0c6f6e35-6715-4062-a9ad-7ed2855c5b4a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4486656 Feb 20 23:42:20.907487 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Request body: {'port': {'device_id': '066f894c-6c8c-4339-a571-0201a0aa3cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:20.975440 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:21.084219 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b610516-b070-4803-af76-548ec0943818 req-3cdb64c5-3051-4b70-87b0-da332ab06f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:21.085743 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7b610516-b070-4803-af76-548ec0943818 req-3cdb64c5-3051-4b70-87b0-da332ab06f54 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=eaaf9a28e751484eaab440477cef6ee2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4928205 Feb 20 23:42:21.318612 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff8ba0a-33a7-41db-8c61-0812d076219e {{(pid=109847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:42:21.326712 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Publish callbacks [] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:21.338908 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.provisioning_blocks [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Transition to ACTIVE for port object 4ff8ba0a-33a7-41db-8c61-0812d076219e will not be triggered until provisioned by entity L2. {{(pid=109847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:42:21.377790 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a9d0-fd91-4565-a44b-2cd4890ee049 admin admin] Publish callbacks [] for security_group (1ac60410-85be-4325-8a55-9225a92f20ce), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:21.381789 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b610516-b070-4803-af76-548ec0943818 req-b8827a8f-0d9d-40f6-bd4b-180ed6fd22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:21.383237 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7b610516-b070-4803-af76-548ec0943818 req-b8827a8f-0d9d-40f6-bd4b-180ed6fd22d5 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2907023 Feb 20 23:42:21.411050 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5998a50-c69c-4e43-ad70-11cf56388dcb req-a3c9afed-1c91-4852-9870-bb77b28f9a65 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:21.412806 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f5998a50-c69c-4e43-ad70-11cf56388dcb req-a3c9afed-1c91-4852-9870-bb77b28f9a65 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 931 time: 0.1960969 Feb 20 23:42:21.426609 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:21.446353 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f56d9-2eff-4213-98e8-2800d0351ead req-20a894f0-2bda-40ad-8b1a-43592414bf6b tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:21.449075 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c08f56d9-2eff-4213-98e8-2800d0351ead req-20a894f0-2bda-40ad-8b1a-43592414bf6b tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 943 time: 0.1548040 Feb 20 23:42:21.468820 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a9d0-fd91-4565-a44b-2cd4890ee049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (1ac60410-85be-4325-8a55-9225a92f20ce), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:21.499914 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8ba0a-33a7-41db-8c61-0812d076219e,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:21.558088 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Attempting to bind port 4ff8ba0a-33a7-41db-8c61-0812d076219e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:42:21.558429 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Attempting to bind port 4ff8ba0a-33a7-41db-8c61-0812d076219e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f179b92c-3a28-43df-8db9-7d64bbd255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b'}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:42:21.558779 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Attempting to bind port 4ff8ba0a-33a7-41db-8c61-0812d076219e on network acef112d-c06a-46ab-ab66-80b92cdd423b {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:21.563362 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Port 4ff8ba0a-33a7-41db-8c61-0812d076219e on network acef112d-c06a-46ab-ab66-80b92cdd423b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:42:21.563681 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Attempting to bind port 4ff8ba0a-33a7-41db-8c61-0812d076219e on network acef112d-c06a-46ab-ab66-80b92cdd423b {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:21.563908 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9a9d0-fd91-4565-a44b-2cd4890ee049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac60410-85be-4325-8a55-9225a92f20ce,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:21.577161 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:42:21.577161 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Checking segment: {'id': 'f179b92c-3a28-43df-8db9-7d64bbd255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:21.577161 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Bound using segment: {'id': 'f179b92c-3a28-43df-8db9-7d64bbd255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b'} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:42:21.578115 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Bound port: 4ff8ba0a-33a7-41db-8c61-0812d076219e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f179b92c-3a28-43df-8db9-7d64bbd255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b'}}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:42:21.578525 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:21.580598 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-5ad9a9d0-fd91-4565-a44b-2cd4890ee049 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d236587bc8654bd9a91031aaf249ca86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8891172 Feb 20 23:42:21.582812 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41170) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:21.596330 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f5998a50-c69c-4e43-ad70-11cf56388dcb req-f738cd4f-ce3b-41cd-a326-f47f2e5c9b99 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753454 Feb 20 23:42:21.620881 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c08f56d9-2eff-4213-98e8-2800d0351ead req-0186a80f-036b-43e8-8c5f-c61d9b06603d tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156449 Feb 20 23:42:21.625587 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a5630454-6243-45ec-ae04-5aa63009e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:21.627065 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-a5630454-6243-45ec-ae04-5aa63009e076 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eaaf9a28e751484eaab440477cef6ee2&device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 1127 time: 0.1912684 Feb 20 23:42:21.685029 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-49a53298-382d-4a04-a957-1efc8904cf67 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2121d253-19c5-4e1e-80ce-d7d41c5de0df HTTP/1.1" status: 200 len: 217 time: 0.0492303 Feb 20 23:42:21.703882 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] For port 4ff8ba0a-33a7-41db-8c61-0812d076219e, host hv-cinder-81322, cleared binding levels {{(pid=109847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:42:21.717210 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4c320be9-d0d6-413d-8042-af2e34ba5071 admin admin] Publish callbacks [] for security_group (1ac60410-85be-4325-8a55-9225a92f20ce), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:21.722670 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] For port 4ff8ba0a-33a7-41db-8c61-0812d076219e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4ff8ba0a-33a7-41db-8c61-0812d076219e,segment=NetworkSegment(f179b92c-3a28-43df-8db9-7d64bbd255ae),segment_id=f179b92c-3a28-43df-8db9-7d64bbd255ae)] {{(pid=109847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:42:21.746739 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4c320be9-d0d6-413d-8042-af2e34ba5071 admin admin] Publish callbacks [] for security_group (1ac60410-85be-4325-8a55-9225a92f20ce), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:21.750571 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089f49-e33d-423a-984c-edbc1d85858d req-66007206-d9ca-44be-8a50-1049c2c43b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:21.752302 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-66007206-d9ca-44be-8a50-1049c2c43b1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b43fc2fc-58ba-489d-b763-db6e5d402e47 HTTP/1.1" status: 200 len: 848 time: 0.0601056 Feb 20 23:42:21.780675 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-189b6df6-0e4e-4fcb-a1ef-a79f3c19f280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:21.786597 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-d282ec51-39f5-4c7c-b54f-3fd894aefe4f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3d6ea557-c4ce-40da-af0e-bb58f02f8f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282872 Feb 20 23:42:21.815524 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:21.861009 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:21.861717 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:21.863952 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] 10.222.0.89 "PUT /v2.0/ports/4ff8ba0a-33a7-41db-8c61-0812d076219e HTTP/1.1" status: 200 len: 1093 time: 0.9627278 Feb 20 23:42:21.864475 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066f894c-6c8c-4339-a571-0201a0aa3cbd', 'tag': '4ff8ba0a-33a7-41db-8c61-0812d076219e'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:42:21.866929 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfcdde5-faa3-42ef-b49f-400f9fd3e50d" -d '{"events": [{"name": "network-changed", "server_uuid": "066f894c-6c8c-4339-a571-0201a0aa3cbd", "tag": "4ff8ba0a-33a7-41db-8c61-0812d076219e"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:42:21.878942 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4c320be9-d0d6-413d-8042-af2e34ba5071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (1ac60410-85be-4325-8a55-9225a92f20ce), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:21.881877 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4c320be9-d0d6-413d-8042-af2e34ba5071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:21.883917 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-4c320be9-d0d6-413d-8042-af2e34ba5071 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ac60410-85be-4325-8a55-9225a92f20ce HTTP/1.1" status: 204 len: 168 time: 0.2993255 Feb 20 23:42:21.890811 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-013029bd-5f36-4f38-8984-549a692ad072 service neutron] 10.222.0.89 "GET /v2.0/networks/3d6ea557-c4ce-40da-af0e-bb58f02f8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970383 Feb 20 23:42:21.896236 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39862a-9da7-4336-b37c-8f7cb33f97f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8ba0a-33a7-41db-8c61-0812d076219e,revision_number=3']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:21.899821 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c320be9-d0d6-413d-8042-af2e34ba5071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac60410-85be-4325-8a55-9225a92f20ce,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:21.935764 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215bdb63-c266-48a6-8584-ed4cc8c5c351 x-openstack-request-id: req-215bdb63-c266-48a6-8584-ed4cc8c5c351 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:42:21.936219 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066f894c-6c8c-4339-a571-0201a0aa3cbd", "tag": "4ff8ba0a-33a7-41db-8c61-0812d076219e", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:42:21.936522 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-215bdb63-c266-48a6-8584-ed4cc8c5c351 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:42:21.937110 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066f894c-6c8c-4339-a571-0201a0aa3cbd', 'tag': '4ff8ba0a-33a7-41db-8c61-0812d076219e', 'status': 'completed', 'code': 200} Feb 20 23:42:22.044541 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcdde5-faa3-42ef-b49f-400f9fd3e50d req-87ca51c0-5094-4ea1-b7ff-ed45eb724c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:22.047535 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-9bfcdde5-faa3-42ef-b49f-400f9fd3e50d req-87ca51c0-5094-4ea1-b7ff-ed45eb724c7c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45885274f39840d98fd03713d6ccd62c&device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 1127 time: 0.0823693 Feb 20 23:42:22.049059 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a089f49-e33d-423a-984c-edbc1d85858d req-e0099d86-28aa-4365-9b91-919919ab372e service neutron] 10.222.0.89 "GET /v2.0/networks/3d6ea557-c4ce-40da-af0e-bb58f02f8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362336 Feb 20 23:42:22.161677 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcdde5-faa3-42ef-b49f-400f9fd3e50d req-8a70e722-a9a3-467d-b88b-daaa1046c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:22.163179 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-9bfcdde5-faa3-42ef-b49f-400f9fd3e50d req-8a70e722-a9a3-467d-b88b-daaa1046c0cb service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=45885274f39840d98fd03713d6ccd62c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1054847 Feb 20 23:42:22.282041 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcdde5-faa3-42ef-b49f-400f9fd3e50d req-980cbc60-0f8c-4541-b65b-8f975b59fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:22.283735 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-9bfcdde5-faa3-42ef-b49f-400f9fd3e50d req-980cbc60-0f8c-4541-b65b-8f975b59fc45 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1137173 Feb 20 23:42:22.390277 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-8808b6eb-4733-4829-8ab1-6a70be0ea3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:22.392146 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-8808b6eb-4733-4829-8ab1-6a70be0ea3e0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45885274f39840d98fd03713d6ccd62c&device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 1127 time: 0.0540631 Feb 20 23:42:22.431785 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20580adc-e1e6-4425-8a86-5f92440bb264 req-ab175416-d394-404e-b07f-0a8d6f607b10 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:22.433574 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-20580adc-e1e6-4425-8a86-5f92440bb264 req-ab175416-d394-404e-b07f-0a8d6f607b10 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0716228 Feb 20 23:42:22.451050 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-cad8ae5f-7d5e-4f58-99af-be1064db66c1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff8ba0a-33a7-41db-8c61-0812d076219e HTTP/1.1" status: 200 len: 217 time: 0.0495079 Feb 20 23:42:22.496527 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-20580adc-e1e6-4425-8a86-5f92440bb264 req-f3437e6e-3f2a-475d-aedd-34dd2a391b9f tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536702 Feb 20 23:42:22.506760 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-2b3d4e86-781d-4280-8fd4-1cdec8839b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:22.508351 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-2b3d4e86-781d-4280-8fd4-1cdec8839b69 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=547d3d9b-b339-4b9e-b565-d17e60917ebc HTTP/1.1" status: 200 len: 854 time: 0.0500090 Feb 20 23:42:22.541574 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-36908f4b-c398-4505-9108-32163bbdfd2f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=acef112d-c06a-46ab-ab66-80b92cdd423b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268574 Feb 20 23:42:22.648897 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-6101442d-66b3-4272-b312-7df0840e4d52 service neutron] 10.222.0.89 "GET /v2.0/networks/acef112d-c06a-46ab-ab66-80b92cdd423b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993536 Feb 20 23:42:22.744006 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f30ef-7892-4531-be1a-35e0e35557ad req-56789ac9-6beb-4990-9d0e-4b595390851e tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:22.745955 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-017f30ef-7892-4531-be1a-35e0e35557ad req-56789ac9-6beb-4990-9d0e-4b595390851e tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 943 time: 0.0622191 Feb 20 23:42:22.754894 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-bdb32bd9-2004-4200-b8fb-ddc0d68ad52e req-f060ecca-6d0a-4970-87b2-9626ee0b5d41 service neutron] 10.222.0.89 "GET /v2.0/networks/acef112d-c06a-46ab-ab66-80b92cdd423b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981588 Feb 20 23:42:22.812421 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-017f30ef-7892-4531-be1a-35e0e35557ad req-dfc0c08d-7d25-4fc6-ba78-5d3e7ac8680f tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557749 Feb 20 23:42:22.848345 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 41206) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:22.861840 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-dd811e26-dc99-4168-a039-8ee38bdd1eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:22.957327 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1f09d-44ed-434c-a742-9709cfda808e req-acd38400-094f-48b5-a1db-992a09e9eb5f tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:22.958837 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-86b1f09d-44ed-434c-a742-9709cfda808e req-acd38400-094f-48b5-a1db-992a09e9eb5f tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 943 time: 0.0844257 Feb 20 23:42:23.001033 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-dd811e26-dc99-4168-a039-8ee38bdd1eef admin admin] Publish callbacks [] for security_group (3be4349f-f287-4058-b1e7-214e603f8a65), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:23.027805 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-86b1f09d-44ed-434c-a742-9709cfda808e req-a2e17798-a1ba-412e-a747-9a565d5b3d79 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541079 Feb 20 23:42:23.071800 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:23.072394 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-dd811e26-dc99-4168-a039-8ee38bdd1eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (3be4349f-f287-4058-b1e7-214e603f8a65), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:23.117726 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-dd811e26-dc99-4168-a039-8ee38bdd1eef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99347ca328aa49a1a1aa536120296bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682202 Feb 20 23:42:23.118519 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd811e26-dc99-4168-a039-8ee38bdd1eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be4349f-f287-4058-b1e7-214e603f8a65,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:23.121080 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41214) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:23.170655 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4d06ff89-b830-4da7-b0a5-d8504689223d admin admin] Publish callbacks [] for security_group (3be4349f-f287-4058-b1e7-214e603f8a65), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:23.193872 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4d06ff89-b830-4da7-b0a5-d8504689223d admin admin] Publish callbacks [] for security_group (3be4349f-f287-4058-b1e7-214e603f8a65), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:23.289262 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4d06ff89-b830-4da7-b0a5-d8504689223d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (3be4349f-f287-4058-b1e7-214e603f8a65), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:23.291943 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4d06ff89-b830-4da7-b0a5-d8504689223d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:23.293090 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-4d06ff89-b830-4da7-b0a5-d8504689223d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3be4349f-f287-4058-b1e7-214e603f8a65 HTTP/1.1" status: 204 len: 168 time: 0.1705177 Feb 20 23:42:23.303897 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06ff89-b830-4da7-b0a5-d8504689223d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be4349f-f287-4058-b1e7-214e603f8a65,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:23.411988 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-57f40884-7e01-468e-bd55-2ca0e86adcbf req-56e87a91-ca9a-4f06-af22-1db373a7d4fc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537984 Feb 20 23:42:23.485737 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f40884-7e01-468e-bd55-2ca0e86adcbf req-ec04ede6-f382-489d-a78a-fabd9a359d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:23.488180 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-57f40884-7e01-468e-bd55-2ca0e86adcbf req-ec04ede6-f382-489d-a78a-fabd9a359d1c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 1130 time: 0.0505071 Feb 20 23:42:23.608890 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f40884-7e01-468e-bd55-2ca0e86adcbf req-12f927be-2f83-4972-b346-2f97d1cc8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:23.610447 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-57f40884-7e01-468e-bd55-2ca0e86adcbf req-12f927be-2f83-4972-b346-2f97d1cc8ccc service neutron] 10.222.0.89 "GET /v2.0/networks?id=045de685-a397-4057-b694-72b65c12b7c8 HTTP/1.1" status: 200 len: 919 time: 0.1015363 Feb 20 23:42:23.657028 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-57f40884-7e01-468e-bd55-2ca0e86adcbf req-e2627014-83c0-40ff-9305-632c7ef06798 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e475065a-4a2d-4f4b-956d-89d6bf2cd784 HTTP/1.1" status: 200 len: 217 time: 0.0408237 Feb 20 23:42:23.709614 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f40884-7e01-468e-bd55-2ca0e86adcbf req-5ab38671-8cf1-470c-8985-e5b5fcdb0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:23.711130 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-57f40884-7e01-468e-bd55-2ca0e86adcbf req-5ab38671-8cf1-470c-8985-e5b5fcdb0990 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a HTTP/1.1" status: 200 len: 858 time: 0.0487292 Feb 20 23:42:23.744615 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-57f40884-7e01-468e-bd55-2ca0e86adcbf req-8907d7d6-cbf6-4dff-87e6-e861fe70a018 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=045de685-a397-4057-b694-72b65c12b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277431 Feb 20 23:42:23.854259 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-57f40884-7e01-468e-bd55-2ca0e86adcbf req-045c6fb5-be96-46e4-a439-ecd01833bd1f service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029072 Feb 20 23:42:23.949066 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21884e6a-83b7-495a-af30-b4913e467c72 req-a6a8f8f9-5bfe-4a27-94d9-0c555f32d71d tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:23.950427 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-21884e6a-83b7-495a-af30-b4913e467c72 req-a6a8f8f9-5bfe-4a27-94d9-0c555f32d71d tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 943 time: 0.0568202 Feb 20 23:42:23.966500 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-57f40884-7e01-468e-bd55-2ca0e86adcbf req-acc6eee3-5225-4dc2-b3e0-3c55b57aa3bd service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997701 Feb 20 23:42:24.001555 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-21884e6a-83b7-495a-af30-b4913e467c72 req-fef8b679-fe2e-4a5a-9e60-32c00c6f56d8 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441296 Feb 20 23:42:24.156010 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69770f1-b327-4ac4-a61e-6446b4027297 req-fc4b1977-1562-4cd5-85fa-fba4f953932e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:24.157539 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e69770f1-b327-4ac4-a61e-6446b4027297 req-fc4b1977-1562-4cd5-85fa-fba4f953932e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 943 time: 0.0606072 Feb 20 23:42:24.205263 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e69770f1-b327-4ac4-a61e-6446b4027297 req-41bb8b1b-bfd7-4b37-8e8f-ddd13cab0f3e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 Feb 20 23:42:24.624899 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:25.153622 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d7799-be53-4c71-a5fe-71a51a272b44 req-69199325-0957-4407-b666-9fafab7d18ad tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:25.155129 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3e0d7799-be53-4c71-a5fe-71a51a272b44 req-69199325-0957-4407-b666-9fafab7d18ad tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 943 time: 0.0835195 Feb 20 23:42:25.200526 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41272) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:25.210589 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3e0d7799-be53-4c71-a5fe-71a51a272b44 req-56537ee7-1f3e-4b1d-a5ba-eb54024f47c3 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486209 Feb 20 23:42:25.387570 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c9ec-f685-4df0-baf5-fcdb9da25a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:25.412405 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b73d7-0198-448c-b254-48a9ecf8fb5b req-3f719bcc-283d-4925-ab35-287e4eff524d tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:25.419919 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-529b73d7-0198-448c-b254-48a9ecf8fb5b req-3f719bcc-283d-4925-ab35-287e4eff524d tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 943 time: 0.1173129 Feb 20 23:42:25.468513 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-529b73d7-0198-448c-b254-48a9ecf8fb5b req-30a75378-6ae2-431f-98ad-d41ecb87efb4 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474315 Feb 20 23:42:25.523564 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c9ec-f685-4df0-baf5-fcdb9da25a83 admin admin] Publish callbacks [] for security_group (71daa08e-3429-458a-a847-bc3b20a4e08b), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:25.586814 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:25.610229 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c9ec-f685-4df0-baf5-fcdb9da25a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (71daa08e-3429-458a-a847-bc3b20a4e08b), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:25.662989 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-6fc2c9ec-f685-4df0-baf5-fcdb9da25a83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e1efbf6a7ff4ae4bb01368917101bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4612365 Feb 20 23:42:25.665741 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 41288) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:25.672999 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2c9ec-f685-4df0-baf5-fcdb9da25a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71daa08e-3429-458a-a847-bc3b20a4e08b,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:25.728761 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-23874553-e2d3-4c93-87e8-483025f207d9 admin admin] Publish callbacks [] for security_group (71daa08e-3429-458a-a847-bc3b20a4e08b), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:25.750785 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-23874553-e2d3-4c93-87e8-483025f207d9 admin admin] Publish callbacks [] for security_group (71daa08e-3429-458a-a847-bc3b20a4e08b), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:25.921308 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-23874553-e2d3-4c93-87e8-483025f207d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (71daa08e-3429-458a-a847-bc3b20a4e08b), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:25.921308 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-23874553-e2d3-4c93-87e8-483025f207d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:25.921308 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-23874553-e2d3-4c93-87e8-483025f207d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71daa08e-3429-458a-a847-bc3b20a4e08b HTTP/1.1" status: 204 len: 168 time: 0.2536128 Feb 20 23:42:25.929313 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23874553-e2d3-4c93-87e8-483025f207d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71daa08e-3429-458a-a847-bc3b20a4e08b,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:26.158351 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:26.336102 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4238ed-c095-4996-93a0-f9e941aaa38c req-5ffe2b6f-f30d-4d56-a398-4059e628de46 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:26.337633 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-dd4238ed-c095-4996-93a0-f9e941aaa38c req-5ffe2b6f-f30d-4d56-a398-4059e628de46 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 943 time: 0.0551207 Feb 20 23:42:26.388980 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-dd4238ed-c095-4996-93a0-f9e941aaa38c req-5a6c0b42-3747-4a00-bd3d-e32dc29dfda1 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457718 Feb 20 23:42:26.600095 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e400f-c7e2-4c61-ba16-6e2ceea72b42 req-094c3ebb-e286-4070-9b38-6bd980688998 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:26.601660 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-783e400f-c7e2-4c61-ba16-6e2ceea72b42 req-094c3ebb-e286-4070-9b38-6bd980688998 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 943 time: 0.0574598 Feb 20 23:42:26.606179 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41306) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:26.620600 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa066-ba5a-41a1-87e9-c0631f280930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:26.656611 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-783e400f-c7e2-4c61-ba16-6e2ceea72b42 req-13085559-4f10-477f-99d8-1be440406322 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434942 Feb 20 23:42:26.702990 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa066-ba5a-41a1-87e9-c0631f280930 admin admin] Publish callbacks [] for security_group (a13af2eb-213e-4ef3-aba2-13d5c3b3e922), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:26.786021 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa066-ba5a-41a1-87e9-c0631f280930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a13af2eb-213e-4ef3-aba2-13d5c3b3e922), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:26.823633 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6aa066-ba5a-41a1-87e9-c0631f280930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13af2eb-213e-4ef3-aba2-13d5c3b3e922,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:26.827973 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-bc6aa066-ba5a-41a1-87e9-c0631f280930 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=506c1dc6d26a4313adc651f198dff910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207570 Feb 20 23:42:26.831533 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41308) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:26.896024 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-630d3d6e-1ea4-40a4-967c-1db8d5b58329 admin admin] Publish callbacks [] for security_group (a13af2eb-213e-4ef3-aba2-13d5c3b3e922), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:26.924542 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-630d3d6e-1ea4-40a4-967c-1db8d5b58329 admin admin] Publish callbacks [] for security_group (a13af2eb-213e-4ef3-aba2-13d5c3b3e922), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:27.083257 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-630d3d6e-1ea4-40a4-967c-1db8d5b58329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a13af2eb-213e-4ef3-aba2-13d5c3b3e922), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:27.085924 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-630d3d6e-1ea4-40a4-967c-1db8d5b58329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:27.087099 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-630d3d6e-1ea4-40a4-967c-1db8d5b58329 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a13af2eb-213e-4ef3-aba2-13d5c3b3e922 HTTP/1.1" status: 204 len: 168 time: 0.2553420 Feb 20 23:42:27.097771 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d3d6e-1ea4-40a4-967c-1db8d5b58329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13af2eb-213e-4ef3-aba2-13d5c3b3e922,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:27.549262 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2220f1e-11fa-4c21-a41c-8b8cc5d53e54 req-7a4d4dc3-c22c-4603-97c1-30c23198a127 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:27.552818 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d2220f1e-11fa-4c21-a41c-8b8cc5d53e54 req-7a4d4dc3-c22c-4603-97c1-30c23198a127 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 943 time: 0.0843852 Feb 20 23:42:27.630137 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d2220f1e-11fa-4c21-a41c-8b8cc5d53e54 req-1845905e-82d1-4a03-9c98-2267b6be3737 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630288 Feb 20 23:42:27.785874 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de008e86-86b2-4f5c-95c1-fce100295089 req-a01e09cb-647a-4be7-bd06-90162cf2a064 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:27.787399 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de008e86-86b2-4f5c-95c1-fce100295089 req-a01e09cb-647a-4be7-bd06-90162cf2a064 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 943 time: 0.0562472 Feb 20 23:42:27.847310 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de008e86-86b2-4f5c-95c1-fce100295089 req-bbc94eea-1bfa-4296-a9c4-bb8d4b25c783 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532658 Feb 20 23:42:28.065230 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 2121d253-19c5-4e1e-80ce-d7d41c5de0df details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:42:28.172912 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 2121d253-19c5-4e1e-80ce-d7d41c5de0df, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2121d253-19c5-4e1e-80ce-d7d41c5de0df,segment=NetworkSegment(71ae1b5b-106d-40be-9f26-a6f2048ea137),segment_id=71ae1b5b-106d-40be-9f26-a6f2048ea137)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:28.185622 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '2121d253-19c5-4e1e-80ce-d7d41c5de0df', 'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67', 'port_id': '2121d253-19c5-4e1e-80ce-d7d41c5de0df', 'mac_address': 'fa:16:3e:ae:10:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43fc2fc-58ba-489d-b763-db6e5d402e47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:42:28.225174 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 2121d253-19c5-4e1e-80ce-d7d41c5de0df is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:28.227121 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:28.240396 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2121d253-19c5-4e1e-80ce-d7d41c5de0df {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:42:28.263090 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 2121d253-19c5-4e1e-80ce-d7d41c5de0df, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2121d253-19c5-4e1e-80ce-d7d41c5de0df,segment=NetworkSegment(71ae1b5b-106d-40be-9f26-a6f2048ea137),segment_id=71ae1b5b-106d-40be-9f26-a6f2048ea137)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:28.324125 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:28.325291 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 4ff8ba0a-33a7-41db-8c61-0812d076219e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:42:28.453035 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=2121d253-19c5-4e1e-80ce-d7d41c5de0df,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:28.468085 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:28.468435 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:28.468822 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:28.469168 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:28.469502 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:28.469827 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:28.470202 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:28.470509 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:28.470827 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:28.471196 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:28.471523 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:28.472347 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:28.472916 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:28.510864 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 4ff8ba0a-33a7-41db-8c61-0812d076219e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4ff8ba0a-33a7-41db-8c61-0812d076219e,segment=NetworkSegment(f179b92c-3a28-43df-8db9-7d64bbd255ae),segment_id=f179b92c-3a28-43df-8db9-7d64bbd255ae)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:28.523621 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '4ff8ba0a-33a7-41db-8c61-0812d076219e', 'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b', 'port_id': '4ff8ba0a-33a7-41db-8c61-0812d076219e', 'mac_address': 'fa:16:3e:e1:d3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547d3d9b-b339-4b9e-b565-d17e60917ebc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:42:28.563552 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 4ff8ba0a-33a7-41db-8c61-0812d076219e is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:28.563941 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:28.582025 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff8ba0a-33a7-41db-8c61-0812d076219e {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:42:28.605059 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 4ff8ba0a-33a7-41db-8c61-0812d076219e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4ff8ba0a-33a7-41db-8c61-0812d076219e,segment=NetworkSegment(f179b92c-3a28-43df-8db9-7d64bbd255ae),segment_id=f179b92c-3a28-43df-8db9-7d64bbd255ae)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:28.667373 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:28.724945 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=4ff8ba0a-33a7-41db-8c61-0812d076219e,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:28.803232 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90626479-addc-4b18-b121-34758306fbc3 req-d9a6a891-5c9b-41f8-9e9e-fe298f04cd7b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:28.804851 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-90626479-addc-4b18-b121-34758306fbc3 req-d9a6a891-5c9b-41f8-9e9e-fe298f04cd7b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 944 time: 0.0648730 Feb 20 23:42:28.862782 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-90626479-addc-4b18-b121-34758306fbc3 req-c4ede756-aa5e-432e-8d34-3627a9aeb9c9 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491478 Feb 20 23:42:28.991749 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be95f9-f915-44c0-b426-0c8810475d29 req-e68bebcf-28af-48df-9a8c-84c55fa351a6 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:28.993358 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-87be95f9-f915-44c0-b426-0c8810475d29 req-e68bebcf-28af-48df-9a8c-84c55fa351a6 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 944 time: 0.0660608 Feb 20 23:42:29.044447 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-87be95f9-f915-44c0-b426-0c8810475d29 req-17269508-9a1e-4d74-8e21-5ebc558d31d9 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454686 Feb 20 23:42:29.101822 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['4ff8ba0a-33a7-41db-8c61-0812d076219e'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:42:29.130277 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['2121d253-19c5-4e1e-80ce-d7d41c5de0df'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:42:29.403306 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41386) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:29.513998 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-69d6f3b8-6cce-40ea-8dab-4f97d0cea7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:29.592665 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-69d6f3b8-6cce-40ea-8dab-4f97d0cea7de admin admin] Publish callbacks [] for security_group (40c1ca3d-c536-4b25-81d4-80eb88409e60), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:29.657591 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-69d6f3b8-6cce-40ea-8dab-4f97d0cea7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (40c1ca3d-c536-4b25-81d4-80eb88409e60), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:29.693991 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-69d6f3b8-6cce-40ea-8dab-4f97d0cea7de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1461ced275af4a6d95f6183f902dec55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902160 Feb 20 23:42:29.695996 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6f3b8-6cce-40ea-8dab-4f97d0cea7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c1ca3d-c536-4b25-81d4-80eb88409e60,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:29.696870 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 41396) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:29.744437 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6bb577b3-9d9b-4400-a271-9e9e22075ec6 admin admin] Publish callbacks [] for security_group (40c1ca3d-c536-4b25-81d4-80eb88409e60), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:29.766607 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6bb577b3-9d9b-4400-a271-9e9e22075ec6 admin admin] Publish callbacks [] for security_group (40c1ca3d-c536-4b25-81d4-80eb88409e60), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:29.889480 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6bb577b3-9d9b-4400-a271-9e9e22075ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (40c1ca3d-c536-4b25-81d4-80eb88409e60), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:29.892144 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6bb577b3-9d9b-4400-a271-9e9e22075ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:29.893407 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-6bb577b3-9d9b-4400-a271-9e9e22075ec6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40c1ca3d-c536-4b25-81d4-80eb88409e60 HTTP/1.1" status: 204 len: 168 time: 0.1955140 Feb 20 23:42:29.903708 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb577b3-9d9b-4400-a271-9e9e22075ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c1ca3d-c536-4b25-81d4-80eb88409e60,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:30.018063 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9cd4f-4c56-4c23-8791-dd4668766ffa req-d90601ff-5c97-4ce4-8612-999cba25d353 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:30.020258 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3af9cd4f-4c56-4c23-8791-dd4668766ffa req-d90601ff-5c97-4ce4-8612-999cba25d353 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 944 time: 0.0586069 Feb 20 23:42:30.070524 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3af9cd4f-4c56-4c23-8791-dd4668766ffa req-70dd9c1e-bc71-4e04-8626-7332fd632328 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445781 Feb 20 23:42:30.179181 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26b346-0e97-4b8c-8b14-7c7d7f8d82db req-832bb48d-e8c1-4777-a57a-d9454baecdee tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:30.180779 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ab26b346-0e97-4b8c-8b14-7c7d7f8d82db req-832bb48d-e8c1-4777-a57a-d9454baecdee tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 944 time: 0.0601265 Feb 20 23:42:30.241407 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ab26b346-0e97-4b8c-8b14-7c7d7f8d82db req-1f036a76-693f-4a14-8c83-6524855d8c04 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528576 Feb 20 23:42:31.201245 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b64ed-3e49-4ae1-8fd8-2d3ca66d4f6d req-f9341d7b-5489-4fbb-8023-568d99aa6d74 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:31.202745 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-421b64ed-3e49-4ae1-8fd8-2d3ca66d4f6d req-f9341d7b-5489-4fbb-8023-568d99aa6d74 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 944 time: 0.0575202 Feb 20 23:42:31.250036 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-421b64ed-3e49-4ae1-8fd8-2d3ca66d4f6d req-b8e67dab-93d4-41bc-896b-a4cf6c566d48 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404818 Feb 20 23:42:31.374096 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f24b5f-4b2c-4e52-9524-a067db37c6b1 req-a0558f46-92c4-4621-96e7-b3fc72a1e62c tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:31.375674 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a6f24b5f-4b2c-4e52-9524-a067db37c6b1 req-a0558f46-92c4-4621-96e7-b3fc72a1e62c tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 944 time: 0.0572178 Feb 20 23:42:31.435793 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a6f24b5f-4b2c-4e52-9524-a067db37c6b1 req-102ce488-4b83-41c3-a64b-9af222b64c34 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536153 Feb 20 23:42:32.098916 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 2121d253-19c5-4e1e-80ce-d7d41c5de0df up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:32.246178 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port 2121d253-19c5-4e1e-80ce-d7d41c5de0df completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:42:32.251301 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 2121d253-19c5-4e1e-80ce-d7d41c5de0df triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:32.251798 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:32.336620 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 2121d253-19c5-4e1e-80ce-d7d41c5de0df is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:32.337049 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:32.366373 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2121d253-19c5-4e1e-80ce-d7d41c5de0df'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:42:32.368642 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7338dc8-b852-4425-a01f-470c8fc2b173" -d '{"events": [{"server_uuid": "0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3", "name": "network-vif-plugged", "status": "completed", "tag": "2121d253-19c5-4e1e-80ce-d7d41c5de0df"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:42:32.386240 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 2121d253-19c5-4e1e-80ce-d7d41c5de0df, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2121d253-19c5-4e1e-80ce-d7d41c5de0df,segment=NetworkSegment(71ae1b5b-106d-40be-9f26-a6f2048ea137),segment_id=71ae1b5b-106d-40be-9f26-a6f2048ea137)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:32.417301 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0ba45-c081-457a-9e09-e483db0ad1da req-4e1a8850-c1e8-45e8-a75a-fb44ae5ab0bc tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:32.418823 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-78a0ba45-c081-457a-9e09-e483db0ad1da req-4e1a8850-c1e8-45e8-a75a-fb44ae5ab0bc tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 944 time: 0.0931492 Feb 20 23:42:32.485898 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-78a0ba45-c081-457a-9e09-e483db0ad1da req-44ed8edb-5e0e-42b6-9654-b2cc7c45637c tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601783 Feb 20 23:42:32.494554 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d06261-ce80-46e2-ab77-b4afead4505b x-openstack-request-id: req-b9d06261-ce80-46e2-ab77-b4afead4505b {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:42:32.495228 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3", "name": "network-vif-plugged", "status": "completed", "tag": "2121d253-19c5-4e1e-80ce-d7d41c5de0df", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:42:32.495615 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9d06261-ce80-46e2-ab77-b4afead4505b {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:42:32.495909 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2121d253-19c5-4e1e-80ce-d7d41c5de0df', 'code': 200} Feb 20 23:42:32.498820 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:32.499621 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 4ff8ba0a-33a7-41db-8c61-0812d076219e up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:32.627326 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a2df2-2175-4b3d-9264-21da7a52f249 req-832b0628-14cc-4803-bccd-ebd1ade8f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:32.628810 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=2121d253-19c5-4e1e-80ce-d7d41c5de0df,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:32.629200 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-683a2df2-2175-4b3d-9264-21da7a52f249 req-832b0628-14cc-4803-bccd-ebd1ade8f734 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 1130 time: 0.0697179 Feb 20 23:42:32.665987 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc909b6d-c744-4171-9bfa-a1974f99b81c req-e14b95ad-66cb-4ec0-92cc-747e4c2e70f0 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:32.667544 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cc909b6d-c744-4171-9bfa-a1974f99b81c req-e14b95ad-66cb-4ec0-92cc-747e4c2e70f0 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0989850 Feb 20 23:42:32.700228 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028e97e-f6d5-48b5-8b26-8ee480d30f65 req-c5b9aaa0-ca67-4512-ad83-bc3587de7c49 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:32.701867 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5028e97e-f6d5-48b5-8b26-8ee480d30f65 req-c5b9aaa0-ca67-4512-ad83-bc3587de7c49 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 945 time: 0.1314623 Feb 20 23:42:32.732301 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a2df2-2175-4b3d-9264-21da7a52f249 req-aa7cec7e-a63c-4efc-abf1-bd0b768b1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:32.733832 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-683a2df2-2175-4b3d-9264-21da7a52f249 req-aa7cec7e-a63c-4efc-abf1-bd0b768b1de8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=045de685-a397-4057-b694-72b65c12b7c8 HTTP/1.1" status: 200 len: 919 time: 0.0940194 Feb 20 23:42:32.750196 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cc909b6d-c744-4171-9bfa-a1974f99b81c req-76e012ad-0bdb-4354-a125-b0c77b2cfb7a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760286 Feb 20 23:42:32.751863 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port 4ff8ba0a-33a7-41db-8c61-0812d076219e completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:42:32.756681 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 4ff8ba0a-33a7-41db-8c61-0812d076219e triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:32.761269 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:32.777763 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5028e97e-f6d5-48b5-8b26-8ee480d30f65 req-ff82b829-fb82-4c91-ae8d-899819eb2ade tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681541 Feb 20 23:42:32.792869 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-683a2df2-2175-4b3d-9264-21da7a52f249 req-f409bbdd-12fb-42b8-b43f-08a35fcbaa22 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e475065a-4a2d-4f4b-956d-89d6bf2cd784 HTTP/1.1" status: 200 len: 217 time: 0.0414543 Feb 20 23:42:32.841597 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a2df2-2175-4b3d-9264-21da7a52f249 req-5464184c-b498-4eac-bc2b-40a5c31ebdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:32.843191 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-683a2df2-2175-4b3d-9264-21da7a52f249 req-5464184c-b498-4eac-bc2b-40a5c31ebdac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a HTTP/1.1" status: 200 len: 858 time: 0.0483398 Feb 20 23:42:32.872449 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 4ff8ba0a-33a7-41db-8c61-0812d076219e is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:32.872875 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:32.888590 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-683a2df2-2175-4b3d-9264-21da7a52f249 req-8ed74bf4-efab-45ab-bba6-8cc560c6e64d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=045de685-a397-4057-b694-72b65c12b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279443 Feb 20 23:42:32.910498 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 4ff8ba0a-33a7-41db-8c61-0812d076219e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4ff8ba0a-33a7-41db-8c61-0812d076219e,segment=NetworkSegment(f179b92c-3a28-43df-8db9-7d64bbd255ae),segment_id=f179b92c-3a28-43df-8db9-7d64bbd255ae)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:32.919773 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f297b3-10de-4b96-a2fa-8258f321ccc1 req-9fe8084d-dd04-4b6f-a672-ac721885bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:32.921325 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b4f297b3-10de-4b96-a2fa-8258f321ccc1 req-9fe8084d-dd04-4b6f-a672-ac721885bbbe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 1129 time: 0.0614586 Feb 20 23:42:32.981655 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b4f297b3-10de-4b96-a2fa-8258f321ccc1 req-e98f4729-dd14-4acc-809b-a112b8be943b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456650 Feb 20 23:42:32.991907 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:32.996512 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-683a2df2-2175-4b3d-9264-21da7a52f249 req-5e655a37-add6-4278-9dc7-8d0789f13828 service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005018 Feb 20 23:42:33.052053 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=4ff8ba0a-33a7-41db-8c61-0812d076219e,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:33.405409 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-683a2df2-2175-4b3d-9264-21da7a52f249 req-f5e6d7cc-a1aa-4333-8bbe-567bcd75d0f5 service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882030 Feb 20 23:42:33.621559 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0454b4c-8b56-4aa4-8162-3709c604848b req-21ac2d09-15de-4484-ad94-d61c311315f5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:33.623014 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d0454b4c-8b56-4aa4-8162-3709c604848b req-21ac2d09-15de-4484-ad94-d61c311315f5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.0530539 Feb 20 23:42:33.671002 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d0454b4c-8b56-4aa4-8162-3709c604848b req-ccf45dd7-0922-42ca-9dff-6bf8f6949abb tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422602 Feb 20 23:42:33.869621 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41516) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:33.945087 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e186d7c-0514-4cfb-8266-7870f506b90b req-a4f3eba4-fe96-496e-8bbe-01ca13713f6f tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:33.946610 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e186d7c-0514-4cfb-8266-7870f506b90b req-a4f3eba4-fe96-496e-8bbe-01ca13713f6f tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0976725 Feb 20 23:42:33.957438 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b1724-3b5a-45b7-a129-726760968fb4 req-f79fd8e1-9c33-48b9-ad69-bf64ec437df4 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:33.959774 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-540b1724-3b5a-45b7-a129-726760968fb4 req-f79fd8e1-9c33-48b9-ad69-bf64ec437df4 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 945 time: 0.0784411 Feb 20 23:42:33.986662 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:34.048389 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-540b1724-3b5a-45b7-a129-726760968fb4 req-9b7daa40-5d08-4854-98c6-cc9ebe244668 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764618 Feb 20 23:42:34.051581 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e186d7c-0514-4cfb-8266-7870f506b90b req-b99d11b4-f5be-4cf6-b131-ef150cc7bfe1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905540 Feb 20 23:42:34.068794 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Publish callbacks [] for security_group (65291aa8-b69f-443a-aeec-4166fad827b8), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:34.111946 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (65291aa8-b69f-443a-aeec-4166fad827b8), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:34.153614 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25f29e54b8b143749840b96a85f5de15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829053 Feb 20 23:42:34.155563 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65291aa8-b69f-443a-aeec-4166fad827b8,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:34.162633 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 41526) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:34.162983 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:34.163344 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:34.163783 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:34.164018 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:34.164354 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:34.164687 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:34.165045 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:34.165371 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:34.165704 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:34.166030 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:34.166434 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:34.166687 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:34.167010 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadb374-9b9d-4b10-a32e-a289e5d42a2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:34.213768 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-98c2304f-14df-42b5-8e1a-3c24d8cd0431 admin admin] Publish callbacks [] for security_group (65291aa8-b69f-443a-aeec-4166fad827b8), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:34.235031 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-98c2304f-14df-42b5-8e1a-3c24d8cd0431 admin admin] Publish callbacks [] for security_group (65291aa8-b69f-443a-aeec-4166fad827b8), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:34.340134 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-98c2304f-14df-42b5-8e1a-3c24d8cd0431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (65291aa8-b69f-443a-aeec-4166fad827b8), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:34.342735 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-98c2304f-14df-42b5-8e1a-3c24d8cd0431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:34.343896 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-98c2304f-14df-42b5-8e1a-3c24d8cd0431 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65291aa8-b69f-443a-aeec-4166fad827b8 HTTP/1.1" status: 204 len: 168 time: 0.1804142 Feb 20 23:42:34.352553 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2304f-14df-42b5-8e1a-3c24d8cd0431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65291aa8-b69f-443a-aeec-4166fad827b8,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:34.497037 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066f894c-6c8c-4339-a571-0201a0aa3cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff8ba0a-33a7-41db-8c61-0812d076219e'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:42:34.499255 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8bf709-d8ff-4cd1-ab72-cfd3450b1283" -d '{"events": [{"server_uuid": "066f894c-6c8c-4339-a571-0201a0aa3cbd", "name": "network-vif-plugged", "status": "completed", "tag": "4ff8ba0a-33a7-41db-8c61-0812d076219e"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:42:34.541981 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926a0fb7-2dd4-4aaa-8379-aea24ac87ea1 x-openstack-request-id: req-926a0fb7-2dd4-4aaa-8379-aea24ac87ea1 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:42:34.542292 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066f894c-6c8c-4339-a571-0201a0aa3cbd", "name": "network-vif-plugged", "status": "completed", "tag": "4ff8ba0a-33a7-41db-8c61-0812d076219e", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:42:34.542549 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-926a0fb7-2dd4-4aaa-8379-aea24ac87ea1 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:42:34.542937 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066f894c-6c8c-4339-a571-0201a0aa3cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff8ba0a-33a7-41db-8c61-0812d076219e', 'code': 200} Feb 20 23:42:34.796450 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1aa966-8af3-47ca-a29f-74b0237b47a5 req-447ba622-a12b-4829-94d3-d9b9bbadca6b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:34.797919 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8e1aa966-8af3-47ca-a29f-74b0237b47a5 req-447ba622-a12b-4829-94d3-d9b9bbadca6b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.0572588 Feb 20 23:42:34.846163 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8e1aa966-8af3-47ca-a29f-74b0237b47a5 req-a00a467a-a910-4ccd-b970-95d94700a0ba tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424283 Feb 20 23:42:35.038355 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 41538) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:35.051399 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-36d26beb-acfa-45b9-b60d-10d9b4099a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:35.156477 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-36d26beb-acfa-45b9-b60d-10d9b4099a44 admin admin] Publish callbacks [] for security_group (8a3cd85c-c996-49c9-b49e-5f5c6c5c79ec), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:35.229178 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a5cb3-e1c0-4355-924f-df6b9b9e8787 req-60af40d2-16c7-4540-92a5-c1ede574b3c7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:35.230652 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-022a5cb3-e1c0-4355-924f-df6b9b9e8787 req-60af40d2-16c7-4540-92a5-c1ede574b3c7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0936754 Feb 20 23:42:35.232718 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-36d26beb-acfa-45b9-b60d-10d9b4099a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (8a3cd85c-c996-49c9-b49e-5f5c6c5c79ec), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:35.256805 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a81db-51b9-4ece-9408-593bae691a99 req-7897b738-484f-43b5-a1e1-23a65dda4966 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:35.258240 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-837a81db-51b9-4ece-9408-593bae691a99 req-7897b738-484f-43b5-a1e1-23a65dda4966 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 945 time: 0.1081438 Feb 20 23:42:35.312455 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-36d26beb-acfa-45b9-b60d-10d9b4099a44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b855932ca809400497cc0b9bce4561f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728460 Feb 20 23:42:35.314903 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41546) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:35.316602 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d26beb-acfa-45b9-b60d-10d9b4099a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3cd85c-c996-49c9-b49e-5f5c6c5c79ec,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:35.359616 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-022a5cb3-e1c0-4355-924f-df6b9b9e8787 req-839c2cc0-ad7e-48a4-b391-b757fedcde1a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191938 Feb 20 23:42:35.364325 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-837a81db-51b9-4ece-9408-593bae691a99 req-0372bfac-6516-4830-a3b1-dcb109ccf2ca tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929587 Feb 20 23:42:35.367281 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a22537ac-ed83-4464-99e9-83f3201d2e8a admin admin] Publish callbacks [] for security_group (8a3cd85c-c996-49c9-b49e-5f5c6c5c79ec), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:35.390296 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a22537ac-ed83-4464-99e9-83f3201d2e8a admin admin] Publish callbacks [] for security_group (8a3cd85c-c996-49c9-b49e-5f5c6c5c79ec), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:35.517554 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a22537ac-ed83-4464-99e9-83f3201d2e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (8a3cd85c-c996-49c9-b49e-5f5c6c5c79ec), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:35.520168 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a22537ac-ed83-4464-99e9-83f3201d2e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:35.521345 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-a22537ac-ed83-4464-99e9-83f3201d2e8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a3cd85c-c996-49c9-b49e-5f5c6c5c79ec HTTP/1.1" status: 204 len: 168 time: 0.2054532 Feb 20 23:42:35.529252 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22537ac-ed83-4464-99e9-83f3201d2e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3cd85c-c996-49c9-b49e-5f5c6c5c79ec,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:36.002421 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733ad1d-e0ec-4215-aa1b-b2e7614ab5ed req-d541e265-b0fa-42e9-a490-f436a3e57586 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:36.004237 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d733ad1d-e0ec-4215-aa1b-b2e7614ab5ed req-d541e265-b0fa-42e9-a490-f436a3e57586 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.0848405 Feb 20 23:42:36.054927 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d733ad1d-e0ec-4215-aa1b-b2e7614ab5ed req-5580bfd1-0056-4c18-954b-4670923a2415 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Feb 20 23:42:36.072520 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:42:36.516914 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f5579-dbcb-400e-adad-6aed82b4fdcf req-6a42cefa-b0da-478b-aa05-2104ef4d3eed tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:36.518955 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e68f5579-dbcb-400e-adad-6aed82b4fdcf req-6a42cefa-b0da-478b-aa05-2104ef4d3eed tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0845125 Feb 20 23:42:36.527054 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dedb1-1c8a-4393-9f14-a56302026303 req-02cb698a-aee2-4c04-bea0-bae2627c84fc tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:36.528501 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b33dedb1-1c8a-4393-9f14-a56302026303 req-02cb698a-aee2-4c04-bea0-bae2627c84fc tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 945 time: 0.0933206 Feb 20 23:42:36.554468 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41578) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:36.600092 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e68f5579-dbcb-400e-adad-6aed82b4fdcf req-d2609ed9-b54b-4752-8ff6-ee157214f212 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705867 Feb 20 23:42:36.613250 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b33dedb1-1c8a-4393-9f14-a56302026303 req-00349427-c93b-4ed3-aefe-38fa2c12ef25 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705097 Feb 20 23:42:36.664239 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-110273110-network', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:36.763160 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Made reservation on behalf of 9704bde2289741f59198b9678b2f9d9a for: {'network': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:42:36.765546 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:36.774580 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:36.852036 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Publish callbacks [] for security_group (c724b3ab-1731-4ad5-8e1a-43c0483a6f8f), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:36.904441 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (c724b3ab-1731-4ad5-8e1a-43c0483a6f8f), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:36.930234 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:42:36.939682 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c724b3ab-1731-4ad5-8e1a-43c0483a6f8f,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:36.945269 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (a3ba87d3-d571-4e23-acea-5c9e2aad6ed3), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:36.945602 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.segments_db [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Added segment a3ba87d3-d571-4e23-acea-5c9e2aad6ed3 of type vlan for network 4ddbeba2-7535-4779-a318-706b0514660a Feb 20 23:42:36.985292 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (4ddbeba2-7535-4779-a318-706b0514660a), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:37.083055 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (4ddbeba2-7535-4779-a318-706b0514660a), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:37.084038 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:37.084648 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:37.142463 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] Pushing event updated for resources: {'Network': ['ID=4ddbeba2-7535-4779-a318-706b0514660a,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:37.153226 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 4ddbeba2-7535-4779-a318-706b0514660a details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:42:37.183730 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9d7e3-fa1f-404f-a772-96757f7fff6b req-a485ac74-e5e3-4c8e-aacf-fabd39483f6a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:37.183730 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-08b9d7e3-fa1f-404f-a772-96757f7fff6b req-a485ac74-e5e3-4c8e-aacf-fabd39483f6a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.0610263 Feb 20 23:42:37.206022 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-1174845f-294e-4a7b-90a1-f227375f6811 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6499877 Feb 20 23:42:37.209562 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 41586) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:37.220746 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-1e311eed-e0d8-4440-b3cc-553fcbe5b7be admin admin] Request body: {'subnet': {'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-110273110-subnet', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'ip_version': 4}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:37.256664 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-08b9d7e3-fa1f-404f-a772-96757f7fff6b req-0f1d2301-50f7-4204-aff6-4251ba92574c tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689156 Feb 20 23:42:37.335298 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e311eed-e0d8-4440-b3cc-553fcbe5b7be admin admin] Made reservation on behalf of 9704bde2289741f59198b9678b2f9d9a for: {'subnet': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:42:37.339538 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1e311eed-e0d8-4440-b3cc-553fcbe5b7be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59354464'] for subnet (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:37.382165 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8468b8a-47cd-45c3-9ef6-7f7fb1c14cc7 req-113b64ca-b5a8-46da-817c-7f6d088ac316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:37.384856 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-f8468b8a-47cd-45c3-9ef6-7f7fb1c14cc7 req-113b64ca-b5a8-46da-817c-7f6d088ac316 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 1129 time: 0.0526042 Feb 20 23:42:37.429096 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-f8468b8a-47cd-45c3-9ef6-7f7fb1c14cc7 req-0f814054-c5e2-4237-b363-833fb8bcbf24 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382929 Feb 20 23:42:37.568630 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1e311eed-e0d8-4440-b3cc-553fcbe5b7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58947225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59354514'] for subnet (8fdea6cf-4a9e-4a47-8b5e-4805b1b60543), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:37.623776 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e311eed-e0d8-4440-b3cc-553fcbe5b7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fdea6cf-4a9e-4a47-8b5e-4805b1b60543,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:37.635009 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e311eed-e0d8-4440-b3cc-553fcbe5b7be admin admin] Checking segment: {'id': 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:37.635488 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e311eed-e0d8-4440-b3cc-553fcbe5b7be admin admin] Network hostable DHCP agents. Network: 4ddbeba2-7535-4779-a318-706b0514660a, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:42:37.735743 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e311eed-e0d8-4440-b3cc-553fcbe5b7be admin admin] Network 4ddbeba2-7535-4779-a318-706b0514660a is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:42:37.768211 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aebcc-89e0-4c60-89db-6ac181d32de2 req-7545c805-1167-44e8-9ac9-4bd0f7ae31b7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:37.769822 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-457aebcc-89e0-4c60-89db-6ac181d32de2 req-7545c805-1167-44e8-9ac9-4bd0f7ae31b7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0992174 Feb 20 23:42:37.781594 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8c564-c282-4146-8fdc-53f68551e93a req-32db22bc-57d6-4bbb-9e1a-933924ababe0 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:37.783009 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0ec8c564-c282-4146-8fdc-53f68551e93a req-32db22bc-57d6-4bbb-9e1a-933924ababe0 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 945 time: 0.0986855 Feb 20 23:42:37.832476 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-1e311eed-e0d8-4440-b3cc-553fcbe5b7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 4ddbeba2-7535-4779-a318-706b0514660a) {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:37.837780 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e311eed-e0d8-4440-b3cc-553fcbe5b7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:37.839716 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1e311eed-e0d8-4440-b3cc-553fcbe5b7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:37.840822 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99881565-2392-42ea-8650-fd87a2a77106 None None] Network 4ddbeba2-7535-4779-a318-706b0514660a requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:42:37.873949 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-457aebcc-89e0-4c60-89db-6ac181d32de2 req-8243d43e-fb1c-4301-a012-58039067a518 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899808 Feb 20 23:42:37.876820 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0ec8c564-c282-4146-8fdc-53f68551e93a req-ff2826bd-4849-4330-a712-44da2bd9022c tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864227 Feb 20 23:42:37.947049 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6392c1-e4f2-54ed-bec5-04f8fd0c80e7-4ddbeba2-7535-4779-a318-706b0514660a', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'fixed_ips': [{'subnet_id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543'}]}} from dv-cinder-813221-6-iscsi. {{(pid=109848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:42:37.947908 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:37.964459 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-1e311eed-e0d8-4440-b3cc-553fcbe5b7be admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7537134 Feb 20 23:42:37.967175 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 41596) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:37.971977 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:38.066497 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10414'] for router (2da995bf-a39f-42be-9f81-f3a09d1bfc38), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:38.067731 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10417'] for router (2da995bf-a39f-42be-9f81-f3a09d1bfc38), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:38.088871 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Allocated IP 172.20.0.2 (4ddbeba2-7535-4779-a318-706b0514660a/8fdea6cf-4a9e-4a47-8b5e-4805b1b60543/95d3e389-7a23-46f4-8cb8-74342efb94eb) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:42:38.125667 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Publish callbacks [] for router_controller (2da995bf-a39f-42be-9f81-f3a09d1bfc38), precommit_add_association {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:38.245831 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Publish callbacks [] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:38.312292 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:38.357889 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Publish callbacks [] for router_gateway (2da995bf-a39f-42be-9f81-f3a09d1bfc38), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:38.370910 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Pushing event updated for resources: {'Port': ['ID=95d3e389-7a23-46f4-8cb8-74342efb94eb,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:38.376655 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Network 4ddbeba2-7535-4779-a318-706b0514660a is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:38.378160 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:38.380681 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:42:38.409501 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe7264-1219-4d22-adaf-406232763ad6 req-d07d19d4-f520-49cf-8911-c8859c205638 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:38.411243 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cffe7264-1219-4d22-adaf-406232763ad6 req-d07d19d4-f520-49cf-8911-c8859c205638 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.0684710 Feb 20 23:42:38.441989 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Attempting to bind port 95d3e389-7a23-46f4-8cb8-74342efb94eb on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:42:38.442355 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Attempting to bind port 95d3e389-7a23-46f4-8cb8-74342efb94eb by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:42:38.442716 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Attempting to bind port 95d3e389-7a23-46f4-8cb8-74342efb94eb on network 4ddbeba2-7535-4779-a318-706b0514660a {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:38.448634 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:42:38.449035 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Checking segment: {'id': 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:38.449435 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:38.449826 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Bound using segment: {'id': 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:42:38.450292 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Bound port: 95d3e389-7a23-46f4-8cb8-74342efb94eb, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:42:38.450672 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:38.464396 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cffe7264-1219-4d22-adaf-406232763ad6 req-3396bbb5-da39-4dd6-84f5-62187190b00c tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456083 Feb 20 23:42:38.515981 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] For port 95d3e389-7a23-46f4-8cb8-74342efb94eb, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:42:38.519368 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] For port 95d3e389-7a23-46f4-8cb8-74342efb94eb, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=95d3e389-7a23-46f4-8cb8-74342efb94eb,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:42:38.586994 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:38.648192 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259cb7f-9a97-4687-97b6-9fb8dc92f82b None None] Pushing event updated for resources: {'Port': ['ID=95d3e389-7a23-46f4-8cb8-74342efb94eb,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:38.662860 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Publish callbacks [] for router_gateway (2da995bf-a39f-42be-9f81-f3a09d1bfc38), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:38.685770 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:38.806185 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Allocated IP 172.27.0.81 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/3860b9d8-db3a-4539-a7f3-12f4d194d932) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:42:38.946694 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Publish callbacks [] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:39.097101 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93474c-3a6e-4d7a-b371-2db185663f7d req-6cdd41ac-3ee3-4b28-9bd5-fc12acb47143 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:39.099286 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9e93474c-3a6e-4d7a-b371-2db185663f7d req-6cdd41ac-3ee3-4b28-9bd5-fc12acb47143 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 945 time: 0.1236439 Feb 20 23:42:39.107721 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33a307-1f8f-4d3e-bcca-5db0bb201937 req-abfe6150-fdd2-4b99-8327-2bab8aa64498 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:39.109182 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3c33a307-1f8f-4d3e-bcca-5db0bb201937 req-abfe6150-fdd2-4b99-8327-2bab8aa64498 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.1319618 Feb 20 23:42:39.122862 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:39.454947 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:39.467511 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:39.473523 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9e93474c-3a6e-4d7a-b371-2db185663f7d req-f0306ed3-fa10-4415-b86f-93c99dc20edb tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633838 Feb 20 23:42:39.474152 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Pushing event updated for resources: {'Port': ['ID=3860b9d8-db3a-4539-a7f3-12f4d194d932,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:39.476855 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:42:39.483316 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3c33a307-1f8f-4d3e-bcca-5db0bb201937 req-f4757102-1f06-4fe0-b301-ca9d0ab20342 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673155 Feb 20 23:42:39.669116 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce2d76-2f4b-484a-b7db-510a0aa37912 None None] Network 4ddbeba2-7535-4779-a318-706b0514660a requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:42:39.687882 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca421d59-665b-436c-bf95-ef05b872e1d5 req-69f36675-b7e1-4883-9942-b743536973c3 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:39.689304 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca421d59-665b-436c-bf95-ef05b872e1d5 req-69f36675-b7e1-4883-9942-b743536973c3 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.1505797 Feb 20 23:42:39.731655 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-71bcea16-ba8c-4f60-a66d-78b321d1e08f None None] Provisioning complete for port 95d3e389-7a23-46f4-8cb8-74342efb94eb triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:39.732147 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-71bcea16-ba8c-4f60-a66d-78b321d1e08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:39.751575 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca421d59-665b-436c-bf95-ef05b872e1d5 req-99632ed1-9eca-4cbe-9590-d3c7c5da65b4 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540979 Feb 20 23:42:39.864676 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-71bcea16-ba8c-4f60-a66d-78b321d1e08f None None] Current status of the port 95d3e389-7a23-46f4-8cb8-74342efb94eb is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:39.865102 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-71bcea16-ba8c-4f60-a66d-78b321d1e08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:39.896289 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Publish callbacks [] for router_gateway (2da995bf-a39f-42be-9f81-f3a09d1bfc38), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:39.898954 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-71bcea16-ba8c-4f60-a66d-78b321d1e08f None None] For port 95d3e389-7a23-46f4-8cb8-74342efb94eb, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=95d3e389-7a23-46f4-8cb8-74342efb94eb,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:39.968797 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-71bcea16-ba8c-4f60-a66d-78b321d1e08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:40.027227 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcea16-ba8c-4f60-a66d-78b321d1e08f None None] Pushing event updated for resources: {'Port': ['ID=95d3e389-7a23-46f4-8cb8-74342efb94eb,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:40.090038 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-47a9c4be-9ec7-4997-8f4d-6b5f08d5aa25 None None] Provisioning complete for port 95d3e389-7a23-46f4-8cb8-74342efb94eb triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:40.090410 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-47a9c4be-9ec7-4997-8f4d-6b5f08d5aa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:40.105066 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686826'] for router (2da995bf-a39f-42be-9f81-f3a09d1bfc38), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:40.174122 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-47a9c4be-9ec7-4997-8f4d-6b5f08d5aa25 None None] Current status of the port 95d3e389-7a23-46f4-8cb8-74342efb94eb is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:40.317290 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 is scheduled to L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb with binding_index 1 {{(pid=109846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:42:40.435301 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:42:40.449850 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Sync routers for ids ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:42:40.460808 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Routers {'2da995bf-a39f-42be-9f81-f3a09d1bfc38'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:42:40.461431 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:42:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:40.504305 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 95d3e389-7a23-46f4-8cb8-74342efb94eb up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:40.513571 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:40.515131 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-1488aab6-02b6-453f-a9ab-b7bd3fddef83 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5469844 Feb 20 23:42:40.518718 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41622) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:40.577756 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 95d3e389-7a23-46f4-8cb8-74342efb94eb triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:40.578507 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:40.586331 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Set router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:42:40.677361 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 95d3e389-7a23-46f4-8cb8-74342efb94eb is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:40.686705 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d727810-5e9e-45d0-8d04-e4b40fe16f5d req-6e9db097-6819-4d6b-b637-0e4884dbdfb8 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:40.689137 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1d727810-5e9e-45d0-8d04-e4b40fe16f5d req-6e9db097-6819-4d6b-b637-0e4884dbdfb8 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 945 time: 0.0948968 Feb 20 23:42:40.723548 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afa022-d705-43d9-99bb-ff78a45377f6 req-c5fbb2f5-c121-48cc-9537-b9ee81cad405 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:40.725076 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e7afa022-d705-43d9-99bb-ff78a45377f6 req-c5fbb2f5-c121-48cc-9537-b9ee81cad405 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.1399212 Feb 20 23:42:40.789484 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1d727810-5e9e-45d0-8d04-e4b40fe16f5d req-b1d96cbd-0538-48e4-bf03-228a01344629 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906675 Feb 20 23:42:40.819375 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e7afa022-d705-43d9-99bb-ff78a45377f6 req-c0db22b3-0440-42f2-8f86-b49085910c8a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769186 Feb 20 23:42:40.943505 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:39Z', 'revision_number': 3, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port': {'id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:40.953631 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e77d6-edce-4e06-b3c0-fa14688a973f req-971db5b1-e2a6-4bef-8274-4741dd3ac1ae tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:40.962037 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-412e77d6-edce-4e06-b3c0-fa14688a973f req-971db5b1-e2a6-4bef-8274-4741dd3ac1ae tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.0722511 Feb 20 23:42:40.973448 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Checking router: 2da995bf-a39f-42be-9f81-f3a09d1bfc38 for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:42:40.973954 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Updating router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 port 3860b9d8-db3a-4539-a7f3-12f4d194d932 binding host dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:42:41.005152 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.025301 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-412e77d6-edce-4e06-b3c0-fa14688a973f req-eef95254-5c19-47a1-b227-a043e50a02a7 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622885 Feb 20 23:42:41.099472 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.282994 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Allocated IP 172.20.0.1 (4ddbeba2-7535-4779-a318-706b0514660a/8fdea6cf-4a9e-4a47-8b5e-4805b1b60543/91066308-0bfe-447b-bd53-1e438c672e5c) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:42:41.314589 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Publish callbacks [] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.443267 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.527014 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Attempting to bind port 3860b9d8-db3a-4539-a7f3-12f4d194d932 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:42:41.527744 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Attempting to bind port 3860b9d8-db3a-4539-a7f3-12f4d194d932 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:42:41.527990 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Attempting to bind port 3860b9d8-db3a-4539-a7f3-12f4d194d932 on network 4833237b-5877-425d-ac12-7cecdcd1e647 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:41.542495 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:42:41.543170 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Checking segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:41.543573 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.543967 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Bound using segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:42:41.544450 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Bound port: 3860b9d8-db3a-4539-a7f3-12f4d194d932, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:42:41.544853 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.546644 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Pushing event updated for resources: {'Port': ['ID=3860b9d8-db3a-4539-a7f3-12f4d194d932,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:41.573065 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:41.573434 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:41.573792 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:41.574124 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:41.574455 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:41.574767 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:41.575088 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:41.575407 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:41.575725 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:41.576053 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:41.576371 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:41.576683 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:41.577061 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:42:41.606883 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Publish callbacks [] for port (91066308-0bfe-447b-bd53-1e438c672e5c), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.614553 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] For port 3860b9d8-db3a-4539-a7f3-12f4d194d932, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:42:41.617775 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] For port 3860b9d8-db3a-4539-a7f3-12f4d194d932, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=3860b9d8-db3a-4539-a7f3-12f4d194d932,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:42:41.687919 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.716646 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.743052 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Routers {'2da995bf-a39f-42be-9f81-f3a09d1bfc38'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:42:41.743682 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:42:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:41.755751 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Network 4ddbeba2-7535-4779-a318-706b0514660a is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:41.760349 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:41.766643 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:42:41.771929 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Pushing event updated for resources: {'Port': ['ID=91066308-0bfe-447b-bd53-1e438c672e5c,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:41.783619 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa280f-705e-4355-b829-b56c247a40f8 None None] Pushing event updated for resources: {'Port': ['ID=3860b9d8-db3a-4539-a7f3-12f4d194d932,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:41.810701 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684733'] for router_interface (2da995bf-a39f-42be-9f81-f3a09d1bfc38), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:41.871768 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] Set router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:42:42.018798 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:42.026584 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755c9b2-a250-4448-9f99-cca86a34e840 req-8e08a897-97e0-4888-9a5c-c020a935ab5f tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:42.028226 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e755c9b2-a250-4448-9f99-cca86a34e840 req-8e08a897-97e0-4888-9a5c-c020a935ab5f tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 945 time: 0.1044528 Feb 20 23:42:42.044954 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9f61e-02bd-450e-9d22-13c3082c6931 req-e20e079d-8f64-4848-9bd7-bddd9cf8f23b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:42.046507 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8fc9f61e-02bd-450e-9d22-13c3082c6931 req-e20e079d-8f64-4848-9bd7-bddd9cf8f23b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.1130116 Feb 20 23:42:42.105877 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:39Z', 'revision_number': 3, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port': {'id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:42.126506 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-3fc28a1c-163f-4e15-9719-97d4737e3498 None None] Provisioning complete for port 91066308-0bfe-447b-bd53-1e438c672e5c triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:42.127033 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3fc28a1c-163f-4e15-9719-97d4737e3498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:42.130172 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8fc9f61e-02bd-450e-9d22-13c3082c6931 req-f6c70898-2701-473b-a9c5-6031023f49f1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770905 Feb 20 23:42:42.139535 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e755c9b2-a250-4448-9f99-cca86a34e840 req-347c94f8-750a-4ef0-a379-6008cc7412e0 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034286 Feb 20 23:42:42.169801 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7642dd6-ceaf-40b1-842b-064a88be8d93 None None] The sync data for ids ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'] in dv-cinder-813221-6-iscsi is: [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:39Z', 'revision_number': 3, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port': {'id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:42:42.209379 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-3fc28a1c-163f-4e15-9719-97d4737e3498 None None] Port 91066308-0bfe-447b-bd53-1e438c672e5c cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:42:42.270902 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d1879-616a-439a-9e8a-9ed637baa5c2 req-6b936518-ae28-4bbd-8386-ae1b030629db tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:42.273026 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c20d1879-616a-439a-9e8a-9ed637baa5c2 req-6b936518-ae28-4bbd-8386-ae1b030629db tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.0824378 Feb 20 23:42:42.317336 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Publish callbacks [] for port (91066308-0bfe-447b-bd53-1e438c672e5c), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:42.336276 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c20d1879-616a-439a-9e8a-9ed637baa5c2 req-ea2d2070-b056-48be-b4c6-a869903ba53a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528498 Feb 20 23:42:42.380232 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:42.453705 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4170004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684841'] for router_interface (2da995bf-a39f-42be-9f81-f3a09d1bfc38), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:42.462666 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Pushing event updated for resources: {'Port': ['ID=91066308-0bfe-447b-bd53-1e438c672e5c,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:42.567301 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Network 4ddbeba2-7535-4779-a318-706b0514660a is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:42.569157 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:42.710738 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:42:42.828388 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:42:42.834907 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-890c0903-011d-46b5-a208-99f50ba771d2 admin admin] 10.222.0.37 "PUT /v2.0/routers/2da995bf-a39f-42be-9f81-f3a09d1bfc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3148499 Feb 20 23:42:42.838241 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-3147a9aa-41bd-4795-ba78-b1f1aad963fe None None] Provisioning complete for port 91066308-0bfe-447b-bd53-1e438c672e5c triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:42.838629 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3147a9aa-41bd-4795-ba78-b1f1aad963fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:42.880606 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-3147a9aa-41bd-4795-ba78-b1f1aad963fe None None] Port 91066308-0bfe-447b-bd53-1e438c672e5c cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:42:43.289155 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533d052-dace-40a0-8036-3433dd292ec8 req-8bbfd113-f768-4d29-bbf8-5878a63fb461 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:43.290694 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f533d052-dace-40a0-8036-3433dd292ec8 req-8bbfd113-f768-4d29-bbf8-5878a63fb461 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0895472 Feb 20 23:42:43.311994 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ecc17-76cf-4e39-8016-4bbb4255b86c req-ea1d1d40-77a2-4ec2-9a89-23550c0ab6f8 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:43.313546 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-308ecc17-76cf-4e39-8016-4bbb4255b86c req-ea1d1d40-77a2-4ec2-9a89-23550c0ab6f8 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 945 time: 0.0837002 Feb 20 23:42:43.378664 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f533d052-dace-40a0-8036-3433dd292ec8 req-68f7e594-f51a-4e83-9f4f-559b47a87e64 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798285 Feb 20 23:42:43.386203 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-308ecc17-76cf-4e39-8016-4bbb4255b86c req-92942ebc-1ad1-4780-8a53-19e04c7d3f02 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640631 Feb 20 23:42:43.520649 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34eb76-aeba-4fea-813e-682ca97b423a req-ae6e7684-218d-485a-b356-efc4aaa26a60 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:43.529858 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8f34eb76-aeba-4fea-813e-682ca97b423a req-ae6e7684-218d-485a-b356-efc4aaa26a60 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.0755053 Feb 20 23:42:43.545433 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 41666) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:43.551220 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1367337394-network', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:43.590943 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8f34eb76-aeba-4fea-813e-682ca97b423a req-35173d1b-76b5-4155-8815-6950a9061775 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602009 Feb 20 23:42:43.669603 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Made reservation on behalf of 48fe7817e82b4da08bdb4c8c510010f8 for: {'network': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:42:43.669603 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:43.678592 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:43.770179 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Publish callbacks [] for security_group (51ae622d-29ca-44d1-8a5f-273dda74a029), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:43.816293 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Sync routers for ids ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:42:43.826669 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Routers {'2da995bf-a39f-42be-9f81-f3a09d1bfc38'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:42:43.827282 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:42:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:43.860431 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (51ae622d-29ca-44d1-8a5f-273dda74a029), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:43.887978 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=109846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:42:43.897580 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ae622d-29ca-44d1-8a5f-273dda74a029,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:43.903499 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (ffaf94a9-15a8-4575-ab95-005f07b0490c), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:43.904635 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.segments_db [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Added segment ffaf94a9-15a8-4575-ab95-005f07b0490c of type vlan for network 09212bc8-1241-4b27-9d71-ef983d972944 Feb 20 23:42:43.947361 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (09212bc8-1241-4b27-9d71-ef983d972944), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:43.953706 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Set router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:42:44.048576 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (09212bc8-1241-4b27-9d71-ef983d972944), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:44.049872 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:44.050808 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:44.165516 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6150594 Feb 20 23:42:44.165516 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfc7ea-a3b1-4ee9-9568-99143e7c7eaa admin admin] Pushing event updated for resources: {'Network': ['ID=09212bc8-1241-4b27-9d71-ef983d972944,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:44.167527 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41690) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:44.171917 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-12b1f24c-2200-4e8e-81e7-206b2805b9ad admin admin] Request body: {'subnet': {'network_id': '09212bc8-1241-4b27-9d71-ef983d972944', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1367337394-subnet', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'ip_version': 4}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:44.178722 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 09212bc8-1241-4b27-9d71-ef983d972944 details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:42:44.280590 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b1f24c-2200-4e8e-81e7-206b2805b9ad admin admin] Made reservation on behalf of 48fe7817e82b4da08bdb4c8c510010f8 for: {'subnet': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:42:44.292013 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-12b1f24c-2200-4e8e-81e7-206b2805b9ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58876744'] for subnet (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:44.292842 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:41Z', 'revision_number': 4, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port': {'id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '91066308-0bfe-447b-bd53-1e438c672e5c', 'name': '', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'mac_address': 'fa:16:3e:9a:e2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:41Z', 'updated_at': '2022-02-20T23:42:42Z', 'revision_number': 2, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'subnets': [{'id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:44.325842 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Checking router: 2da995bf-a39f-42be-9f81-f3a09d1bfc38 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:42:44.326456 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Updating router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 port 91066308-0bfe-447b-bd53-1e438c672e5c binding host dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:42:44.355280 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:44.567249 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 3860b9d8-db3a-4539-a7f3-12f4d194d932 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:44.601182 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0f3f7-d332-4c97-b8b3-6123b4865cea req-73565957-7103-4cc3-aede-6712d119cb3a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:44.604654 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ddd0f3f7-d332-4c97-b8b3-6123b4865cea req-73565957-7103-4cc3-aede-6712d119cb3a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0828786 Feb 20 23:42:44.636326 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-12b1f24c-2200-4e8e-81e7-206b2805b9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58721844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58876858'] for subnet (c3661bf2-ce23-484a-a718-8c4fab9c381e), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:44.666040 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ddd0f3f7-d332-4c97-b8b3-6123b4865cea req-0d3df003-193f-4d1e-a31b-be3c4f861d98 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554183 Feb 20 23:42:44.696405 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1f24c-2200-4e8e-81e7-206b2805b9ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3661bf2-ce23-484a-a718-8c4fab9c381e,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:44.707460 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 3860b9d8-db3a-4539-a7f3-12f4d194d932 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:44.707907 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:44.729626 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1f24c-2200-4e8e-81e7-206b2805b9ad admin admin] Checking segment: {'id': 'ffaf94a9-15a8-4575-ab95-005f07b0490c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09212bc8-1241-4b27-9d71-ef983d972944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:44.730170 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b1f24c-2200-4e8e-81e7-206b2805b9ad admin admin] Network hostable DHCP agents. Network: 09212bc8-1241-4b27-9d71-ef983d972944, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:42:44.755303 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Publish callbacks [] for port (91066308-0bfe-447b-bd53-1e438c672e5c), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:44.797664 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea9f16-5b08-4125-a360-423fee0ebf8f req-fd7b8a12-f4e4-4cb4-b137-8d76525e9dad tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:44.799271 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fdea9f16-5b08-4125-a360-423fee0ebf8f req-fd7b8a12-f4e4-4cb4-b137-8d76525e9dad tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.0593493 Feb 20 23:42:44.807899 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 3860b9d8-db3a-4539-a7f3-12f4d194d932 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:44.808293 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:44.828329 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port 3860b9d8-db3a-4539-a7f3-12f4d194d932, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=3860b9d8-db3a-4539-a7f3-12f4d194d932,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:44.848284 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fdea9f16-5b08-4125-a360-423fee0ebf8f req-1afdac41-1c8d-4b38-85e6-fabbd52f9fb2 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434084 Feb 20 23:42:44.849638 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b1f24c-2200-4e8e-81e7-206b2805b9ad admin admin] Network 09212bc8-1241-4b27-9d71-ef983d972944 is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:42:44.853579 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:44.915519 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8aba69-88c5-4aca-928c-561eb371cd22 None None] Pushing event updated for resources: {'Port': ['ID=91066308-0bfe-447b-bd53-1e438c672e5c,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:44.923658 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:44.952333 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-12b1f24c-2200-4e8e-81e7-206b2805b9ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 09212bc8-1241-4b27-9d71-ef983d972944) {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:44.964751 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b1f24c-2200-4e8e-81e7-206b2805b9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:44.965367 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-12b1f24c-2200-4e8e-81e7-206b2805b9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:44.998988 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e99ba47-c49c-4cd7-9c48-096809585931 None None] Network 09212bc8-1241-4b27-9d71-ef983d972944 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:42:45.079054 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Attempting to bind port 91066308-0bfe-447b-bd53-1e438c672e5c on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:42:45.079784 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Attempting to bind port 91066308-0bfe-447b-bd53-1e438c672e5c by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:42:45.079784 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Attempting to bind port 91066308-0bfe-447b-bd53-1e438c672e5c on network 4ddbeba2-7535-4779-a318-706b0514660a {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:45.093551 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 41738) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:45.093880 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-12b1f24c-2200-4e8e-81e7-206b2805b9ad admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9266055 Feb 20 23:42:45.101870 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1367337394-router', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:45.119568 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:42:45.119947 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Checking segment: {'id': 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:45.120353 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:45.120764 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Bound using segment: {'id': 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:42:45.121478 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Bound port: 91066308-0bfe-447b-bd53-1e438c672e5c, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:42:45.121620 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:45.126574 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=3860b9d8-db3a-4539-a7f3-12f4d194d932,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:45.215335 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f52be0-c56b-4f05-a1be-4f64b9e8303a req-23a045ab-a70a-49ff-acd5-d8acd9cafb39 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:45.225324 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d9f52be0-c56b-4f05-a1be-4f64b9e8303a req-23a045ab-a70a-49ff-acd5-d8acd9cafb39 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 945 time: 0.0892181 Feb 20 23:42:45.229200 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6392c1-e4f2-54ed-bec5-04f8fd0c80e7-09212bc8-1241-4b27-9d71-ef983d972944', 'network_id': '09212bc8-1241-4b27-9d71-ef983d972944', 'project_id': '48fe7817e82b4da08bdb4c8c510010f8', 'fixed_ips': [{'subnet_id': 'c3661bf2-ce23-484a-a718-8c4fab9c381e'}]}} from dv-cinder-813221-6-iscsi. {{(pid=109848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:42:45.229339 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10414'] for router (f9765a8a-17d8-49ee-be7e-39d7280f957d), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:45.229974 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10417'] for router (f9765a8a-17d8-49ee-be7e-39d7280f957d), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:45.233113 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:45.253863 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] For port 91066308-0bfe-447b-bd53-1e438c672e5c, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:42:45.272809 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] For port 91066308-0bfe-447b-bd53-1e438c672e5c, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=91066308-0bfe-447b-bd53-1e438c672e5c,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:42:45.322140 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d9f52be0-c56b-4f05-a1be-4f64b9e8303a req-64608995-5712-452a-a14c-cafb19f41a9a tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956345 Feb 20 23:42:45.326074 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Publish callbacks [] for router_controller (f9765a8a-17d8-49ee-be7e-39d7280f957d), precommit_add_association {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:45.362345 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-333fa1a7-84d1-44c5-8e99-4ff4b91fc27a None None] Provisioning complete for port 91066308-0bfe-447b-bd53-1e438c672e5c triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:45.362719 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-333fa1a7-84d1-44c5-8e99-4ff4b91fc27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:45.386233 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:45.554861 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Publish callbacks [] for router_gateway (f9765a8a-17d8-49ee-be7e-39d7280f957d), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:45.642205 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Allocated IP 172.20.0.2 (09212bc8-1241-4b27-9d71-ef983d972944/c3661bf2-ce23-484a-a718-8c4fab9c381e/7bdb4d46-ba2d-46b0-b06a-fd43347c42b5) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:42:45.678163 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Routers {'2da995bf-a39f-42be-9f81-f3a09d1bfc38'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:42:45.678804 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:42:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:45.780340 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8aba69-88c5-4aca-928c-561eb371cd22 None None] Pushing event updated for resources: {'Port': ['ID=91066308-0bfe-447b-bd53-1e438c672e5c,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:45.923892 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-333fa1a7-84d1-44c5-8e99-4ff4b91fc27a None None] Current status of the port 91066308-0bfe-447b-bd53-1e438c672e5c is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:45.924727 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-333fa1a7-84d1-44c5-8e99-4ff4b91fc27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:45.950296 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8278cda-d348-4926-86e6-92cf8203f9c1 req-294f599f-a0f2-48c0-9b66-7e89ae49fb18 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:45.951974 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b8278cda-d348-4926-86e6-92cf8203f9c1 req-294f599f-a0f2-48c0-9b66-7e89ae49fb18 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.1676860 Feb 20 23:42:46.000830 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] Set router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:42:46.014823 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Publish callbacks [] for router_gateway (f9765a8a-17d8-49ee-be7e-39d7280f957d), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.047109 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.060300 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-333fa1a7-84d1-44c5-8e99-4ff4b91fc27a None None] For port 91066308-0bfe-447b-bd53-1e438c672e5c, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=91066308-0bfe-447b-bd53-1e438c672e5c,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:46.069997 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Publish callbacks [] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.133025 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b8278cda-d348-4926-86e6-92cf8203f9c1 req-87d58e9c-ba87-4057-b7c7-f2432907ccb1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158283 Feb 20 23:42:46.185696 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Allocated IP 172.27.0.2 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/224b06b7-0abb-4768-b400-e0c5278459cb) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:42:46.200151 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.202286 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-333fa1a7-84d1-44c5-8e99-4ff4b91fc27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.275826 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Network 09212bc8-1241-4b27-9d71-ef983d972944 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:46.278060 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Pushing event updated for resources: {'Port': ['ID=7bdb4d46-ba2d-46b0-b06a-fd43347c42b5,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:46.282146 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:46.286290 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:42:46.300264 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Publish callbacks [] for port (224b06b7-0abb-4768-b400-e0c5278459cb), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.400209 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (224b06b7-0abb-4768-b400-e0c5278459cb), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.406112 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-6fcae6df-2301-4160-bc21-d072e24a69a5 None None] Provisioning complete for port 91066308-0bfe-447b-bd53-1e438c672e5c triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:46.406112 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6fcae6df-2301-4160-bc21-d072e24a69a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.406112 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fa1a7-84d1-44c5-8e99-4ff4b91fc27a None None] Pushing event updated for resources: {'Port': ['ID=91066308-0bfe-447b-bd53-1e438c672e5c,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:46.436255 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Attempting to bind port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:42:46.436660 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Attempting to bind port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': 'ffaf94a9-15a8-4575-ab95-005f07b0490c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09212bc8-1241-4b27-9d71-ef983d972944'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:42:46.437075 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Attempting to bind port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 on network 09212bc8-1241-4b27-9d71-ef983d972944 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:46.445130 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:41Z', 'revision_number': 4, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port': {'id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '91066308-0bfe-447b-bd53-1e438c672e5c', 'name': '', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'mac_address': 'fa:16:3e:9a:e2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:41Z', 'updated_at': '2022-02-20T23:42:45Z', 'revision_number': 4, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'subnets': [{'id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:46.481235 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:46.488434 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:42:46.491230 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Checking segment: {'id': 'ffaf94a9-15a8-4575-ab95-005f07b0490c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09212bc8-1241-4b27-9d71-ef983d972944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:46.491712 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:46.491828 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.491828 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Bound using segment: {'id': 'ffaf94a9-15a8-4575-ab95-005f07b0490c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09212bc8-1241-4b27-9d71-ef983d972944'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:42:46.491828 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Bound port: 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaf94a9-15a8-4575-ab95-005f07b0490c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09212bc8-1241-4b27-9d71-ef983d972944'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:42:46.491828 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.498353 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:42:46.508804 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60b25d3-2c0a-4d3b-88ba-b8b110935231 None None] The sync data for ids ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'] in dv-cinder-813221-6-iscsi is: [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:41Z', 'revision_number': 4, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port': {'id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '91066308-0bfe-447b-bd53-1e438c672e5c', 'name': '', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'mac_address': 'fa:16:3e:9a:e2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:41Z', 'updated_at': '2022-02-20T23:42:45Z', 'revision_number': 4, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'subnets': [{'id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:42:46.543291 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Pushing event updated for resources: {'Port': ['ID=224b06b7-0abb-4768-b400-e0c5278459cb,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:46.547436 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 3860b9d8-db3a-4539-a7f3-12f4d194d932 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:46.624492 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72770d01-d61c-4a06-aae3-52f0da840514 req-998e44fa-3185-49ad-8549-503912af7d80 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:46.626047 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72770d01-d61c-4a06-aae3-52f0da840514 req-998e44fa-3185-49ad-8549-503912af7d80 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 945 time: 0.2083147 Feb 20 23:42:46.691699 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] For port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:42:46.698001 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] For port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=7bdb4d46-ba2d-46b0-b06a-fd43347c42b5,segment=NetworkSegment(ffaf94a9-15a8-4575-ab95-005f07b0490c),segment_id=ffaf94a9-15a8-4575-ab95-005f07b0490c)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:42:46.708219 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-6fcae6df-2301-4160-bc21-d072e24a69a5 None None] Current status of the port 91066308-0bfe-447b-bd53-1e438c672e5c is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:46.721425 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 3860b9d8-db3a-4539-a7f3-12f4d194d932 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:46.722046 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.767419 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72770d01-d61c-4a06-aae3-52f0da840514 req-365e27a0-1607-450c-a3a2-d39d96ec5ccb tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029804 Feb 20 23:42:46.787326 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:46.913580 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460af02-9308-4b41-9335-a5841b683aa8 None None] Pushing event updated for resources: {'Port': ['ID=7bdb4d46-ba2d-46b0-b06a-fd43347c42b5,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:46.933391 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 3860b9d8-db3a-4539-a7f3-12f4d194d932 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:47.130227 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Publish callbacks [] for router_gateway (f9765a8a-17d8-49ee-be7e-39d7280f957d), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:47.255639 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3e38d-9af7-4a26-9c01-818c2fa7da56 req-ee6f620e-db8e-4641-8dd0-58a965c916c3 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:47.259641 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-dfe3e38d-9af7-4a26-9c01-818c2fa7da56 req-ee6f620e-db8e-4641-8dd0-58a965c916c3 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 945 time: 0.2461283 Feb 20 23:42:47.522298 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-dfe3e38d-9af7-4a26-9c01-818c2fa7da56 req-6df6c5b7-cb63-4724-aa05-b5243c22689e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Deleting port 2121d253-19c5-4e1e-80ce-d7d41c5de0df {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:42:47.522298 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-dfe3e38d-9af7-4a26-9c01-818c2fa7da56 req-6df6c5b7-cb63-4724-aa05-b5243c22689e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:47.711639 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-dfe3e38d-9af7-4a26-9c01-818c2fa7da56 req-6df6c5b7-cb63-4724-aa05-b5243c22689e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] For port 2121d253-19c5-4e1e-80ce-d7d41c5de0df, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2121d253-19c5-4e1e-80ce-d7d41c5de0df,segment=NetworkSegment(71ae1b5b-106d-40be-9f26-a6f2048ea137),segment_id=71ae1b5b-106d-40be-9f26-a6f2048ea137)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:47.711639 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-dfe3e38d-9af7-4a26-9c01-818c2fa7da56 req-6df6c5b7-cb63-4724-aa05-b5243c22689e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:47.730841 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41800) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:47.757089 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-dfe3e38d-9af7-4a26-9c01-818c2fa7da56 req-6df6c5b7-cb63-4724-aa05-b5243c22689e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Calling delete_port for 2121d253-19c5-4e1e-80ce-d7d41c5de0df owned by compute:nova {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:42:47.867703 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a500490-7e92-44e1-b406-f72a8b4496ef req-c18f1530-a714-46e2-aa4c-c245b763f601 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:47.871667 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7a500490-7e92-44e1-b406-f72a8b4496ef req-c18f1530-a714-46e2-aa4c-c245b763f601 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.5754473 Feb 20 23:42:47.950975 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-93aac5de-fa40-4802-ab19-b5765c94b276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.052524 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7a500490-7e92-44e1-b406-f72a8b4496ef req-b6a28750-9f91-403b-880a-85403a4d7cb1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689625 Feb 20 23:42:48.054882 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686826'] for router (f9765a8a-17d8-49ee-be7e-39d7280f957d), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.069174 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9a917-83c5-437b-b4fc-cd50ececd9bb req-493aa02a-9864-4800-99b4-3de36022f483 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:48.083491 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-04b9a917-83c5-437b-b4fc-cd50ececd9bb req-493aa02a-9864-4800-99b4-3de36022f483 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 945 time: 0.1818790 Feb 20 23:42:48.140498 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-93aac5de-fa40-4802-ab19-b5765c94b276 admin admin] Publish callbacks [] for security_group (d24bd5f4-4938-46ca-a4a3-3f5d375cf70f), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.185916 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-dfe3e38d-9af7-4a26-9c01-818c2fa7da56 req-6df6c5b7-cb63-4724-aa05-b5243c22689e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (2121d253-19c5-4e1e-80ce-d7d41c5de0df), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.192595 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-04b9a917-83c5-437b-b4fc-cd50ececd9bb req-534124a8-59e0-46bc-afca-95bf86efc08e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078489 Feb 20 23:42:48.203693 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['2121d253-19c5-4e1e-80ce-d7d41c5de0df'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:42:48.330245 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-93aac5de-fa40-4802-ab19-b5765c94b276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (d24bd5f4-4938-46ca-a4a3-3f5d375cf70f), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.336908 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6c5b7-cb63-4724-aa05-b5243c22689e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Pushing event deleted for resources: {'Port': ['ID=2121d253-19c5-4e1e-80ce-d7d41c5de0df,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:48.370882 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe3e38d-9af7-4a26-9c01-818c2fa7da56 req-6df6c5b7-cb63-4724-aa05-b5243c22689e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] No DVR routers for this DVR port 2121d253-19c5-4e1e-80ce-d7d41c5de0df on host hv-cinder-81322 {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:42:48.374483 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Router f9765a8a-17d8-49ee-be7e-39d7280f957d is scheduled to L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb with binding_index 1 {{(pid=109846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:42:48.388632 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-dfe3e38d-9af7-4a26-9c01-818c2fa7da56 req-6df6c5b7-cb63-4724-aa05-b5243c22689e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.392076 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-dfe3e38d-9af7-4a26-9c01-818c2fa7da56 req-6df6c5b7-cb63-4724-aa05-b5243c22689e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.89 "DELETE /v2.0/ports/2121d253-19c5-4e1e-80ce-d7d41c5de0df HTTP/1.1" status: 204 len: 173 time: 1.1243589 Feb 20 23:42:48.396124 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3', 'name': 'network-vif-deleted', 'tag': '2121d253-19c5-4e1e-80ce-d7d41c5de0df'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:42:48.398653 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c21819-e5f2-4a97-b317-66bb8ce31678" -d '{"events": [{"server_uuid": "0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3", "name": "network-vif-deleted", "tag": "2121d253-19c5-4e1e-80ce-d7d41c5de0df"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:42:48.414889 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-93aac5de-fa40-4802-ab19-b5765c94b276 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03f61e3fffc449c1b442a4e51c881e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6795127 Feb 20 23:42:48.414889 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aac5de-fa40-4802-ab19-b5765c94b276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24bd5f4-4938-46ca-a4a3-3f5d375cf70f,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:48.415913 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41810) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:48.483252 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509fc071-ea2c-46e2-b9db-35f465b27dfb None None] Network 09212bc8-1241-4b27-9d71-ef983d972944 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:42:48.485363 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-158ce9bc-9c11-41f9-a120-395b34dbd2e5 admin admin] Publish callbacks [] for security_group (d24bd5f4-4938-46ca-a4a3-3f5d375cf70f), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.512143 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-158ce9bc-9c11-41f9-a120-395b34dbd2e5 admin admin] Publish callbacks [] for security_group (d24bd5f4-4938-46ca-a4a3-3f5d375cf70f), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.516669 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:42:48.526608 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Sync routers for ids ['f9765a8a-17d8-49ee-be7e-39d7280f957d'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:42:48.532392 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f6bb92-c16f-4e30-97b0-d9072257fd92 x-openstack-request-id: req-c5f6bb92-c16f-4e30-97b0-d9072257fd92 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:42:48.532819 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3", "name": "network-vif-deleted", "tag": "2121d253-19c5-4e1e-80ce-d7d41c5de0df", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:42:48.533139 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5f6bb92-c16f-4e30-97b0-d9072257fd92 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:42:48.534339 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3', 'name': 'network-vif-deleted', 'tag': '2121d253-19c5-4e1e-80ce-d7d41c5de0df', 'status': 'completed', 'code': 200} Feb 20 23:42:48.542849 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Routers {'f9765a8a-17d8-49ee-be7e-39d7280f957d'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:42:48.547653 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:42:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['f9765a8a-17d8-49ee-be7e-39d7280f957d'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:48.622237 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-82aab1af-0101-42e8-a9a8-7d104b7a79d1 None None] Provisioning complete for port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:48.622611 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-82aab1af-0101-42e8-a9a8-7d104b7a79d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.656125 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.663439 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41812) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:48.670581 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-79a15610-d483-450f-a537-6bcc954907c3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5757027 Feb 20 23:42:48.683529 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Set router f9765a8a-17d8-49ee-be7e-39d7280f957d gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:42:48.735719 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:48.739010 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-158ce9bc-9c11-41f9-a120-395b34dbd2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (d24bd5f4-4938-46ca-a4a3-3f5d375cf70f), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.743650 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-158ce9bc-9c11-41f9-a120-395b34dbd2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.743650 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-158ce9bc-9c11-41f9-a120-395b34dbd2e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d24bd5f4-4938-46ca-a4a3-3f5d375cf70f HTTP/1.1" status: 204 len: 168 time: 0.3248520 Feb 20 23:42:48.756587 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ce9bc-9c11-41f9-a120-395b34dbd2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24bd5f4-4938-46ca-a4a3-3f5d375cf70f,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:48.933252 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:48.933624 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.936183 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-82aab1af-0101-42e8-a9a8-7d104b7a79d1 None None] Current status of the port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:48.936561 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-82aab1af-0101-42e8-a9a8-7d104b7a79d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:48.945430 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'name': 'tempest-TestShelveInstance-1367337394-router', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:45Z', 'updated_at': '2022-02-20T23:42:46Z', 'revision_number': 3, 'project_id': '48fe7817e82b4da08bdb4c8c510010f8', 'gw_port': {'id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:46Z', 'updated_at': '2022-02-20T23:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:48.982594 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Checking router: f9765a8a-17d8-49ee-be7e-39d7280f957d for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:42:48.982837 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Updating router f9765a8a-17d8-49ee-be7e-39d7280f957d port 224b06b7-0abb-4768-b400-e0c5278459cb binding host dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:42:49.003243 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-82aab1af-0101-42e8-a9a8-7d104b7a79d1 None None] For port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=7bdb4d46-ba2d-46b0-b06a-fd43347c42b5,segment=NetworkSegment(ffaf94a9-15a8-4575-ab95-005f07b0490c),segment_id=ffaf94a9-15a8-4575-ab95-005f07b0490c)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:49.028580 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (224b06b7-0abb-4768-b400-e0c5278459cb), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:49.153490 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-82aab1af-0101-42e8-a9a8-7d104b7a79d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:49.226232 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:49.227629 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:49.340235 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de32e2-5a99-4af5-858d-4a60ce04d311 req-b669aac2-53f8-4adc-a265-23053c661168 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:49.345899 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c7de32e2-5a99-4af5-858d-4a60ce04d311 req-b669aac2-53f8-4adc-a265-23053c661168 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.1433296 Feb 20 23:42:49.435497 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4cc3cf4f-075a-41cd-94ec-ff012e22e84d req-24e437a6-61ee-4655-a2c2-5400865b244d tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6ef878-0cc6-4b2f-8335-a9d1f3ce3dc3 HTTP/1.1" status: 200 len: 210 time: 0.0656717 Feb 20 23:42:49.485905 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:49.492508 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c7de32e2-5a99-4af5-858d-4a60ce04d311 req-13d46f1f-7e91-407e-8f5a-d2702c954ab7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388640 Feb 20 23:42:49.591711 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Publish callbacks [] for port (224b06b7-0abb-4768-b400-e0c5278459cb), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:49.604120 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aab1af-0101-42e8-a9a8-7d104b7a79d1 None None] Pushing event updated for resources: {'Port': ['ID=7bdb4d46-ba2d-46b0-b06a-fd43347c42b5,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:49.638918 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-b0a23c49-1528-48a1-8a66-9e2e966bb77a None None] Provisioning complete for port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:49.639292 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b0a23c49-1528-48a1-8a66-9e2e966bb77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:49.659359 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (224b06b7-0abb-4768-b400-e0c5278459cb), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:49.676950 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.db.api [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 23:42:49.677326 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG oslo_db.api [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 23:42:49.686606 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Allocated IP 172.20.0.1 (09212bc8-1241-4b27-9d71-ef983d972944/c3661bf2-ce23-484a-a718-8c4fab9c381e/8a231306-8592-44e2-9ac1-d8517606e0a8) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:42:49.725004 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Attempting to bind port 224b06b7-0abb-4768-b400-e0c5278459cb on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:42:49.725378 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Attempting to bind port 224b06b7-0abb-4768-b400-e0c5278459cb by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:42:49.726318 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Attempting to bind port 224b06b7-0abb-4768-b400-e0c5278459cb on network 4833237b-5877-425d-ac12-7cecdcd1e647 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:49.726889 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7604e4e4-1db0-4fd4-b1c7-588203dbad92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:49.734890 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57390c92-0450-4a75-aa81-7d259b3470ae None None] Pushing event updated for resources: {'Port': ['ID=224b06b7-0abb-4768-b400-e0c5278459cb,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:49.737760 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:42:49.738183 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Checking segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:49.738616 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:49.739027 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Bound using segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:42:49.739508 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Bound port: 224b06b7-0abb-4768-b400-e0c5278459cb, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:42:49.739943 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (224b06b7-0abb-4768-b400-e0c5278459cb), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:49.743240 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-b0a23c49-1528-48a1-8a66-9e2e966bb77a None None] Current status of the port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:49.794094 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] For port 224b06b7-0abb-4768-b400-e0c5278459cb, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:42:49.797303 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] For port 224b06b7-0abb-4768-b400-e0c5278459cb, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=224b06b7-0abb-4768-b400-e0c5278459cb,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:42:49.815397 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Publish callbacks [] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:49.876367 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (224b06b7-0abb-4768-b400-e0c5278459cb), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:49.934438 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Routers {'f9765a8a-17d8-49ee-be7e-39d7280f957d'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:42:49.935071 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:42:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['f9765a8a-17d8-49ee-be7e-39d7280f957d'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:49.941007 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:49.973253 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57390c92-0450-4a75-aa81-7d259b3470ae None None] Pushing event updated for resources: {'Port': ['ID=224b06b7-0abb-4768-b400-e0c5278459cb,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:49.978069 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Network 09212bc8-1241-4b27-9d71-ef983d972944 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:49.982382 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:49.988848 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:42:50.015849 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Pushing event updated for resources: {'Port': ['ID=8a231306-8592-44e2-9ac1-d8517606e0a8,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:50.036801 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684733'] for router_interface (f9765a8a-17d8-49ee-be7e-39d7280f957d), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:50.065923 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] Set router f9765a8a-17d8-49ee-be7e-39d7280f957d gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:42:50.245093 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:50.246265 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 91066308-0bfe-447b-bd53-1e438c672e5c up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:50.303571 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:50.323166 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-bf6b91db-f357-4d83-9684-cf8a253a57ff None None] Provisioning complete for port 8a231306-8592-44e2-9ac1-d8517606e0a8 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:50.323640 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bf6b91db-f357-4d83-9684-cf8a253a57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:50.361156 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 91066308-0bfe-447b-bd53-1e438c672e5c triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:50.362226 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:50.365606 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'name': 'tempest-TestShelveInstance-1367337394-router', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:45Z', 'updated_at': '2022-02-20T23:42:46Z', 'revision_number': 3, 'project_id': '48fe7817e82b4da08bdb4c8c510010f8', 'gw_port': {'id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:46Z', 'updated_at': '2022-02-20T23:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:50.399642 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a3015-c881-48c3-aacf-0721c98365dc None None] The sync data for ids ['f9765a8a-17d8-49ee-be7e-39d7280f957d'] in dv-cinder-813221-6-iscsi is: [{'id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'name': 'tempest-TestShelveInstance-1367337394-router', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:45Z', 'updated_at': '2022-02-20T23:42:46Z', 'revision_number': 3, 'project_id': '48fe7817e82b4da08bdb4c8c510010f8', 'gw_port': {'id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:46Z', 'updated_at': '2022-02-20T23:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:42:50.411410 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b91db-f357-4d83-9684-cf8a253a57ff None None] Port 8a231306-8592-44e2-9ac1-d8517606e0a8 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:42:50.504609 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 91066308-0bfe-447b-bd53-1e438c672e5c is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:50.559709 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Publish callbacks [] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:50.620335 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:50.654630 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:50.680038 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c282c7-8491-4730-8b6c-4e6f041ec7e2 req-a94372d1-66c5-416d-a798-b9c4f5f889df tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:50.683427 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a4c282c7-8491-4730-8b6c-4e6f041ec7e2 req-a94372d1-66c5-416d-a798-b9c4f5f889df tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0968165 Feb 20 23:42:50.690746 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:50.691380 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:50.746772 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Pushing event updated for resources: {'Port': ['ID=8a231306-8592-44e2-9ac1-d8517606e0a8,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:50.749454 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4170004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684841'] for router_interface (f9765a8a-17d8-49ee-be7e-39d7280f957d), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:50.764898 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a4c282c7-8491-4730-8b6c-4e6f041ec7e2 req-0265f33a-90ae-4eb6-a84b-bde525929397 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750778 Feb 20 23:42:50.871939 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:50.915195 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Network 09212bc8-1241-4b27-9d71-ef983d972944 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:50.915671 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:50.980607 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-79d479e6-2bbc-428d-a07d-e5d4d3a79c05 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:50.982578 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-79d479e6-2bbc-428d-a07d-e5d4d3a79c05 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/networks?id=3d6ea557-c4ce-40da-af0e-bb58f02f8f67 HTTP/1.1" status: 200 len: 808 time: 0.2011068 Feb 20 23:42:51.010367 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-a7a9e45d-9b48-4808-a5fb-3fdfdabb4bdb tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/quotas/eaaf9a28e751484eaab440477cef6ee2 HTTP/1.1" status: 200 len: 375 time: 0.0163507 Feb 20 23:42:51.053636 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-d60b0ffe-55f2-4523-8c91-2bd6df0f0193 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eaaf9a28e751484eaab440477cef6ee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337932 Feb 20 23:42:51.102061 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Router f9765a8a-17d8-49ee-be7e-39d7280f957d has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:42:51.261470 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-9908f78f-e9be-480b-a28c-24da194a287d None None] Provisioning complete for port 8a231306-8592-44e2-9ac1-d8517606e0a8 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:51.262079 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9908f78f-e9be-480b-a28c-24da194a287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:51.268917 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-93c96a79-15e5-48e2-90da-a66ef2f5e95f service neutron] 10.222.0.37 "GET /v2.0/networks/3d6ea557-c4ce-40da-af0e-bb58f02f8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098486 Feb 20 23:42:51.304374 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-9908f78f-e9be-480b-a28c-24da194a287d None None] Port 8a231306-8592-44e2-9ac1-d8517606e0a8 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:42:51.411285 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-740ed0fc-6ea6-43bb-b3f2-584a33b08e10 service neutron] 10.222.0.37 "GET /v2.0/networks/3d6ea557-c4ce-40da-af0e-bb58f02f8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355169 Feb 20 23:42:51.526422 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:42:51.535011 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-da6a825c-1480-4540-bcfb-033859956dfd admin admin] 10.222.0.37 "PUT /v2.0/routers/f9765a8a-17d8-49ee-be7e-39d7280f957d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8671367 Feb 20 23:42:51.723213 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce3cf-6fca-40c8-aa2e-863c74b0d964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:51.737624 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6140d9c5-51e3-41b5-8781-15add5f97d92 req-29c55dde-71e9-4fd6-9c32-6cbadd5dee5b tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 210 time: 0.0545583 Feb 20 23:42:51.919089 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16960203-4f24-445d-87cd-9881a725680f req-da6b9f6d-8c2e-4fc7-8f75-f7accbd902bc tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:51.924859 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-16960203-4f24-445d-87cd-9881a725680f req-da6b9f6d-8c2e-4fc7-8f75-f7accbd902bc tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0837326 Feb 20 23:42:51.979469 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-16960203-4f24-445d-87cd-9881a725680f req-534c3b9d-1c32-4686-be2d-bc54dba45678 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483868 Feb 20 23:42:52.223701 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 2121d253-19c5-4e1e-80ce-d7d41c5de0df no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:42:52.259825 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: 2121d253-19c5-4e1e-80ce-d7d41c5de0df {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:42:52.260267 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 2121d253-19c5-4e1e-80ce-d7d41c5de0df not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:42:52.663783 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 224b06b7-0abb-4768-b400-e0c5278459cb up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:52.739538 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 224b06b7-0abb-4768-b400-e0c5278459cb triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:52.739962 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (224b06b7-0abb-4768-b400-e0c5278459cb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:52.808626 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41938) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:52.814400 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-b22d9e1f-d01f-4ce0-b1d7-22772ce60876 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2034315347', 'description': 'tempest-secgroup-smoke-2034315347 description', 'project_id': '9704bde2289741f59198b9678b2f9d9a'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:52.846998 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 224b06b7-0abb-4768-b400-e0c5278459cb is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:52.847603 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (224b06b7-0abb-4768-b400-e0c5278459cb), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:52.848130 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c00a4a03-7b23-4177-b230-7988aab57991 req-7baeae71-cda7-4526-81a5-9efeafe491a2 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 210 time: 0.0331466 Feb 20 23:42:52.878721 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port 224b06b7-0abb-4768-b400-e0c5278459cb, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=224b06b7-0abb-4768-b400-e0c5278459cb,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:52.888653 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b22d9e1f-d01f-4ce0-b1d7-22772ce60876 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:52.941112 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (224b06b7-0abb-4768-b400-e0c5278459cb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:52.970375 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b22d9e1f-d01f-4ce0-b1d7-22772ce60876 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group (b5d490e0-7770-47db-b7e9-50b8ffac6cc9), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.004663 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=224b06b7-0abb-4768-b400-e0c5278459cb,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:53.054523 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b22d9e1f-d01f-4ce0-b1d7-22772ce60876 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (b5d490e0-7770-47db-b7e9-50b8ffac6cc9), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.054747 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.087596 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d9e1f-d01f-4ce0-b1d7-22772ce60876 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d490e0-7770-47db-b7e9-50b8ffac6cc9,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:53.109289 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c5fbe-d454-4430-84ee-9fb6a4e8212d req-92e5b029-3f54-4434-b96b-bd5d45c248e2 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:53.110774 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0c3c5fbe-d454-4430-84ee-9fb6a4e8212d req-92e5b029-3f54-4434-b96b-bd5d45c248e2 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0579195 Feb 20 23:42:53.159513 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b22d9e1f-d01f-4ce0-b1d7-22772ce60876 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.160806 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-b22d9e1f-d01f-4ce0-b1d7-22772ce60876 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3509967 Feb 20 23:42:53.162662 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0c3c5fbe-d454-4430-84ee-9fb6a4e8212d req-eb87ce41-6e32-4f39-8841-5da045b20c9f tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452468 Feb 20 23:42:53.163736 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41942) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:53.175391 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-deeb099e-bd3d-46e1-8ce7-40e47b1d0808 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Request body: {'security_group_rule': {'security_group_id': 'b5d490e0-7770-47db-b7e9-50b8ffac6cc9', 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:53.276741 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-deeb099e-bd3d-46e1-8ce7-40e47b1d0808 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (a212b6ec-e96e-4ab3-817c-892ac5ee051d), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.345081 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-deeb099e-bd3d-46e1-8ce7-40e47b1d0808 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (a212b6ec-e96e-4ab3-817c-892ac5ee051d), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.409793 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-deeb099e-bd3d-46e1-8ce7-40e47b1d0808 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (a212b6ec-e96e-4ab3-817c-892ac5ee051d), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.430098 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb099e-bd3d-46e1-8ce7-40e47b1d0808 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a212b6ec-e96e-4ab3-817c-892ac5ee051d,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:53.497356 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-deeb099e-bd3d-46e1-8ce7-40e47b1d0808 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.498619 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-deeb099e-bd3d-46e1-8ce7-40e47b1d0808 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3339417 Feb 20 23:42:53.501392 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41948) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:53.506654 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-dfa40fc6-3ebf-47e2-b6f8-da8deccae5ee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Request body: {'security_group_rule': {'security_group_id': 'b5d490e0-7770-47db-b7e9-50b8ffac6cc9', 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:53.515372 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Sync routers for ids ['f9765a8a-17d8-49ee-be7e-39d7280f957d'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:42:53.534490 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Routers {'f9765a8a-17d8-49ee-be7e-39d7280f957d'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:42:53.535232 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:42:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['f9765a8a-17d8-49ee-be7e-39d7280f957d'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:53.620224 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-dfa40fc6-3ebf-47e2-b6f8-da8deccae5ee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (2c99df74-df08-4063-9113-236ebd46df3a), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.655458 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Set router f9765a8a-17d8-49ee-be7e-39d7280f957d gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:42:53.688189 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0c2d9cd3-e1ef-4c19-ad0b-aa5a92b11d93 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:53.689690 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0c2d9cd3-e1ef-4c19-ad0b-aa5a92b11d93 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.89 "GET /v2.0/networks?id=3d6ea557-c4ce-40da-af0e-bb58f02f8f67 HTTP/1.1" status: 200 len: 808 time: 0.1441996 Feb 20 23:42:53.702604 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0d676b61-8b6b-45df-b85e-c9bbcb59014e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Request body: {'port': {'device_id': '352ba110-25fa-432e-a360-6f926164f3f2', 'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67', 'admin_state_up': True, 'tenant_id': 'eaaf9a28e751484eaab440477cef6ee2'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:53.712365 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-dfa40fc6-3ebf-47e2-b6f8-da8deccae5ee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (2c99df74-df08-4063-9113-236ebd46df3a), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.815105 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-dfa40fc6-3ebf-47e2-b6f8-da8deccae5ee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (2c99df74-df08-4063-9113-236ebd46df3a), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.838527 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa40fc6-3ebf-47e2-b6f8-da8deccae5ee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c99df74-df08-4063-9113-236ebd46df3a,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:53.863806 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'name': 'tempest-TestShelveInstance-1367337394-router', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:45Z', 'updated_at': '2022-02-20T23:42:50Z', 'revision_number': 4, 'project_id': '48fe7817e82b4da08bdb4c8c510010f8', 'gw_port': {'id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:46Z', 'updated_at': '2022-02-20T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '8a231306-8592-44e2-9ac1-d8517606e0a8', 'name': '', 'network_id': '09212bc8-1241-4b27-9d71-ef983d972944', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'mac_address': 'fa:16:3e:c6:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c3661bf2-ce23-484a-a718-8c4fab9c381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:49Z', 'updated_at': '2022-02-20T23:42:50Z', 'revision_number': 2, 'project_id': '48fe7817e82b4da08bdb4c8c510010f8', 'subnets': [{'id': 'c3661bf2-ce23-484a-a718-8c4fab9c381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:53.892378 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Checking router: f9765a8a-17d8-49ee-be7e-39d7280f957d for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:42:53.893598 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Updating router f9765a8a-17d8-49ee-be7e-39d7280f957d port 8a231306-8592-44e2-9ac1-d8517606e0a8 binding host dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:42:53.936762 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.962502 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0d676b61-8b6b-45df-b85e-c9bbcb59014e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Made reservation on behalf of eaaf9a28e751484eaab440477cef6ee2 for: {'port': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:42:53.966989 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0d676b61-8b6b-45df-b85e-c9bbcb59014e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.977636 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-58ff78ac-09ad-46ed-88bb-51ac2a99c7c7 req-e5a432d9-9a0a-4ff7-abc1-13fe58155699 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 210 time: 0.0543232 Feb 20 23:42:53.979883 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-dfa40fc6-3ebf-47e2-b6f8-da8deccae5ee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:53.986324 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 41954) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:53.986600 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-dfa40fc6-3ebf-47e2-b6f8-da8deccae5ee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4815612 Feb 20 23:42:53.991500 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-e7293d00-6492-45dc-9e9f-458f4460082f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Request body: {'security_group_rule': {'security_group_id': 'b5d490e0-7770-47db-b7e9-50b8ffac6cc9', 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:54.070730 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e7293d00-6492-45dc-9e9f-458f4460082f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (0dfaa88f-19d7-4e8e-917e-f970f82cb5c2), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.129959 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0d676b61-8b6b-45df-b85e-c9bbcb59014e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Allocated IP 172.20.0.14 (3d6ea557-c4ce-40da-af0e-bb58f02f8f67/b43fc2fc-58ba-489d-b763-db6e5d402e47/333a453a-2567-4f86-91ba-f326076bef3c) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:42:54.162629 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e7293d00-6492-45dc-9e9f-458f4460082f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (0dfaa88f-19d7-4e8e-917e-f970f82cb5c2), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.222893 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Publish callbacks [] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.237512 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e7293d00-6492-45dc-9e9f-458f4460082f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (0dfaa88f-19d7-4e8e-917e-f970f82cb5c2), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.284958 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0d676b61-8b6b-45df-b85e-c9bbcb59014e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks [] for port (333a453a-2567-4f86-91ba-f326076bef3c), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.289203 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7293d00-6492-45dc-9e9f-458f4460082f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfaa88f-19d7-4e8e-917e-f970f82cb5c2,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:54.310460 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.323806 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056e18b-4eaa-4702-9fef-6429f920d494 req-0865ad99-8fae-4500-8324-a4dc5a683eea tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:54.327065 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a056e18b-4eaa-4702-9fef-6429f920d494 req-0865ad99-8fae-4500-8324-a4dc5a683eea tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0915668 Feb 20 23:42:54.375001 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e7293d00-6492-45dc-9e9f-458f4460082f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.375698 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-e7293d00-6492-45dc-9e9f-458f4460082f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3898213 Feb 20 23:42:54.378279 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 41962) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:54.385674 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-371ab006-ca1a-4ff0-815b-0baf06c3a6d0 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Request body: {'security_group_rule': {'security_group_id': 'b5d490e0-7770-47db-b7e9-50b8ffac6cc9', 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:54.405025 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1ee9d-7dcd-4cd2-813a-680144c0c8d0 None None] Pushing event updated for resources: {'Port': ['ID=8a231306-8592-44e2-9ac1-d8517606e0a8,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:54.425443 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a056e18b-4eaa-4702-9fef-6429f920d494 req-9de6718a-74e9-4fb6-bb26-afe664bb882f tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711622 Feb 20 23:42:54.428789 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0d676b61-8b6b-45df-b85e-c9bbcb59014e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (333a453a-2567-4f86-91ba-f326076bef3c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.456550 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Attempting to bind port 8a231306-8592-44e2-9ac1-d8517606e0a8 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:42:54.456982 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Attempting to bind port 8a231306-8592-44e2-9ac1-d8517606e0a8 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': 'ffaf94a9-15a8-4575-ab95-005f07b0490c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09212bc8-1241-4b27-9d71-ef983d972944'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:42:54.457341 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Attempting to bind port 8a231306-8592-44e2-9ac1-d8517606e0a8 on network 09212bc8-1241-4b27-9d71-ef983d972944 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:54.469275 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:42:54.469665 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Checking segment: {'id': 'ffaf94a9-15a8-4575-ab95-005f07b0490c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09212bc8-1241-4b27-9d71-ef983d972944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:54.470196 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.477655 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Bound using segment: {'id': 'ffaf94a9-15a8-4575-ab95-005f07b0490c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09212bc8-1241-4b27-9d71-ef983d972944'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:42:54.477655 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Bound port: 8a231306-8592-44e2-9ac1-d8517606e0a8, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaf94a9-15a8-4575-ab95-005f07b0490c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09212bc8-1241-4b27-9d71-ef983d972944'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:42:54.477655 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.497257 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0d676b61-8b6b-45df-b85e-c9bbcb59014e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Network 3d6ea557-c4ce-40da-af0e-bb58f02f8f67 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:42:54.500602 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0d676b61-8b6b-45df-b85e-c9bbcb59014e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:42:54.511272 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0d676b61-8b6b-45df-b85e-c9bbcb59014e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:42:54.554173 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-371ab006-ca1a-4ff0-815b-0baf06c3a6d0 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (7b4484e7-7950-47b9-a8ad-0b875215b169), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.558921 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d676b61-8b6b-45df-b85e-c9bbcb59014e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Pushing event updated for resources: {'Port': ['ID=333a453a-2567-4f86-91ba-f326076bef3c,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:54.563406 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] For port 8a231306-8592-44e2-9ac1-d8517606e0a8, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:42:54.582886 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] For port 8a231306-8592-44e2-9ac1-d8517606e0a8, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=8a231306-8592-44e2-9ac1-d8517606e0a8,segment=NetworkSegment(ffaf94a9-15a8-4575-ab95-005f07b0490c),segment_id=ffaf94a9-15a8-4575-ab95-005f07b0490c)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:42:54.599420 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0d676b61-8b6b-45df-b85e-c9bbcb59014e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:54.600229 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0d676b61-8b6b-45df-b85e-c9bbcb59014e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.625277 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 224b06b7-0abb-4768-b400-e0c5278459cb up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:54.651183 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-371ab006-ca1a-4ff0-815b-0baf06c3a6d0 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (7b4484e7-7950-47b9-a8ad-0b875215b169), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.678420 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-2ebcf7fa-b5ae-4673-bace-2a08d43f08e2 None None] Provisioning complete for port 8a231306-8592-44e2-9ac1-d8517606e0a8 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:54.679440 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2ebcf7fa-b5ae-4673-bace-2a08d43f08e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.682646 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.731575 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-0d676b61-8b6b-45df-b85e-c9bbcb59014e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0326736 Feb 20 23:42:54.732543 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.737948 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-2ebcf7fa-b5ae-4673-bace-2a08d43f08e2 None None] Port 8a231306-8592-44e2-9ac1-d8517606e0a8 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:42:54.743627 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Request body: {'port': {'device_id': '352ba110-25fa-432e-a360-6f926164f3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:54.765841 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-371ab006-ca1a-4ff0-815b-0baf06c3a6d0 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (7b4484e7-7950-47b9-a8ad-0b875215b169), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.778337 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 224b06b7-0abb-4768-b400-e0c5278459cb triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:54.778681 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (224b06b7-0abb-4768-b400-e0c5278459cb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.800543 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ab006-ca1a-4ff0-815b-0baf06c3a6d0 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4484e7-7950-47b9-a8ad-0b875215b169,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:54.828880 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Routers {'f9765a8a-17d8-49ee-be7e-39d7280f957d'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:42:54.829508 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:42:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['f9765a8a-17d8-49ee-be7e-39d7280f957d'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:54.829812 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (333a453a-2567-4f86-91ba-f326076bef3c), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.835379 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1ee9d-7dcd-4cd2-813a-680144c0c8d0 None None] Pushing event updated for resources: {'Port': ['ID=8a231306-8592-44e2-9ac1-d8517606e0a8,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:54.909289 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-371ab006-ca1a-4ff0-815b-0baf06c3a6d0 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:54.910723 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-371ab006-ca1a-4ff0-815b-0baf06c3a6d0 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5292451 Feb 20 23:42:54.914341 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 41966) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:54.920037 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-b1e87c0e-f8b7-483b-a91c-a40a1ce9f9a1 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Request body: {'security_group_rule': {'security_group_id': 'b5d490e0-7770-47db-b7e9-50b8ffac6cc9', 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:54.974235 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 224b06b7-0abb-4768-b400-e0c5278459cb is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:54.996423 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] Set router f9765a8a-17d8-49ee-be7e-39d7280f957d gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:42:55.047603 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.securitygroups_db [None req-b1e87c0e-f8b7-483b-a91c-a40a1ce9f9a1 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Project 9704bde2289741f59198b9678b2f9d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:42:55.058968 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b1e87c0e-f8b7-483b-a91c-a40a1ce9f9a1 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (29b9c5c2-5d8c-47e9-8b82-793b6a52fe99), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.145484 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b1e87c0e-f8b7-483b-a91c-a40a1ce9f9a1 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (29b9c5c2-5d8c-47e9-8b82-793b6a52fe99), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.159374 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333a453a-2567-4f86-91ba-f326076bef3c {{(pid=109847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:42:55.168642 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Publish callbacks [] for port (333a453a-2567-4f86-91ba-f326076bef3c), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.180353 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4562a-f8fe-4420-b11c-8b860bf95297 req-7ffd2fcf-4279-45f0-a1a1-e1733267c876 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:55.185199 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6ef4562a-f8fe-4420-b11c-8b860bf95297 req-7ffd2fcf-4279-45f0-a1a1-e1733267c876 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 932 time: 0.0873878 Feb 20 23:42:55.185668 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.provisioning_blocks [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Transition to ACTIVE for port object 333a453a-2567-4f86-91ba-f326076bef3c will not be triggered until provisioned by entity L2. {{(pid=109847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:42:55.229714 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b1e87c0e-f8b7-483b-a91c-a40a1ce9f9a1 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (29b9c5c2-5d8c-47e9-8b82-793b6a52fe99), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.245103 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6ef4562a-f8fe-4420-b11c-8b860bf95297 req-cd3f48fa-e163-47ae-b5b3-5d69a86782a1 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576143 Feb 20 23:42:55.252900 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (333a453a-2567-4f86-91ba-f326076bef3c), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.253098 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e87c0e-f8b7-483b-a91c-a40a1ce9f9a1 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b9c5c2-5d8c-47e9-8b82-793b6a52fe99,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:55.267317 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-4d40ad3b-8200-4c5c-881b-cd60dc131982 None None] Provisioning complete for port 8a231306-8592-44e2-9ac1-d8517606e0a8 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:55.268316 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4d40ad3b-8200-4c5c-881b-cd60dc131982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.310186 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Pushing event updated for resources: {'Port': ['ID=333a453a-2567-4f86-91ba-f326076bef3c,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:55.349706 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b1e87c0e-f8b7-483b-a91c-a40a1ce9f9a1 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.351215 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-b1e87c0e-f8b7-483b-a91c-a40a1ce9f9a1 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4355679 Feb 20 23:42:55.354825 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 41970) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:42:55.367320 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-312c1e68-277a-4cd6-b92d-56cd60608241 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Request body: {'security_group_rule': {'security_group_id': 'b5d490e0-7770-47db-b7e9-50b8ffac6cc9', 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:42:55.403143 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Attempting to bind port 333a453a-2567-4f86-91ba-f326076bef3c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:42:55.403496 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Attempting to bind port 333a453a-2567-4f86-91ba-f326076bef3c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '71ae1b5b-106d-40be-9f26-a6f2048ea137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67'}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:42:55.403816 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Attempting to bind port 333a453a-2567-4f86-91ba-f326076bef3c on network 3d6ea557-c4ce-40da-af0e-bb58f02f8f67 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:55.408868 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Port 333a453a-2567-4f86-91ba-f326076bef3c on network 3d6ea557-c4ce-40da-af0e-bb58f02f8f67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:42:55.409187 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Attempting to bind port 333a453a-2567-4f86-91ba-f326076bef3c on network 3d6ea557-c4ce-40da-af0e-bb58f02f8f67 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:42:55.415073 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:42:55.421466 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Checking segment: {'id': '71ae1b5b-106d-40be-9f26-a6f2048ea137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:42:55.421466 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Bound using segment: {'id': '71ae1b5b-106d-40be-9f26-a6f2048ea137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67'} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:42:55.421466 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Bound port: 333a453a-2567-4f86-91ba-f326076bef3c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ae1b5b-106d-40be-9f26-a6f2048ea137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67'}}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:42:55.421466 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (333a453a-2567-4f86-91ba-f326076bef3c), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.455829 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-4d40ad3b-8200-4c5c-881b-cd60dc131982 None None] Current status of the port 8a231306-8592-44e2-9ac1-d8517606e0a8 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:55.455829 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4d40ad3b-8200-4c5c-881b-cd60dc131982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.478078 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.securitygroups_db [None req-312c1e68-277a-4cd6-b92d-56cd60608241 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Project 9704bde2289741f59198b9678b2f9d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:42:55.485419 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-312c1e68-277a-4cd6-b92d-56cd60608241 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (55b1630c-7a87-45b0-a6c4-1d9bf61ab496), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.520017 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] For port 333a453a-2567-4f86-91ba-f326076bef3c, host hv-cinder-81322, cleared binding levels {{(pid=109847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:42:55.525456 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] For port 333a453a-2567-4f86-91ba-f326076bef3c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=333a453a-2567-4f86-91ba-f326076bef3c,segment=NetworkSegment(71ae1b5b-106d-40be-9f26-a6f2048ea137),segment_id=71ae1b5b-106d-40be-9f26-a6f2048ea137)] {{(pid=109847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:42:55.536095 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-4d40ad3b-8200-4c5c-881b-cd60dc131982 None None] For port 8a231306-8592-44e2-9ac1-d8517606e0a8, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=8a231306-8592-44e2-9ac1-d8517606e0a8,segment=NetworkSegment(ffaf94a9-15a8-4575-ab95-005f07b0490c),segment_id=ffaf94a9-15a8-4575-ab95-005f07b0490c)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:42:55.558230 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'name': 'tempest-TestShelveInstance-1367337394-router', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:45Z', 'updated_at': '2022-02-20T23:42:50Z', 'revision_number': 4, 'project_id': '48fe7817e82b4da08bdb4c8c510010f8', 'gw_port': {'id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:46Z', 'updated_at': '2022-02-20T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '8a231306-8592-44e2-9ac1-d8517606e0a8', 'name': '', 'network_id': '09212bc8-1241-4b27-9d71-ef983d972944', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'mac_address': 'fa:16:3e:c6:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c3661bf2-ce23-484a-a718-8c4fab9c381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:49Z', 'updated_at': '2022-02-20T23:42:54Z', 'revision_number': 4, 'project_id': '48fe7817e82b4da08bdb4c8c510010f8', 'subnets': [{'id': 'c3661bf2-ce23-484a-a718-8c4fab9c381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:42:55.589426 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.590753 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ca991-ed71-41fb-954b-3afdc5e1037b None None] The sync data for ids ['f9765a8a-17d8-49ee-be7e-39d7280f957d'] in dv-cinder-813221-6-iscsi is: [{'id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'name': 'tempest-TestShelveInstance-1367337394-router', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:45Z', 'updated_at': '2022-02-20T23:42:50Z', 'revision_number': 4, 'project_id': '48fe7817e82b4da08bdb4c8c510010f8', 'gw_port': {'id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:46Z', 'updated_at': '2022-02-20T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '8a231306-8592-44e2-9ac1-d8517606e0a8', 'name': '', 'network_id': '09212bc8-1241-4b27-9d71-ef983d972944', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'mac_address': 'fa:16:3e:c6:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c3661bf2-ce23-484a-a718-8c4fab9c381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:49Z', 'updated_at': '2022-02-20T23:42:54Z', 'revision_number': 4, 'project_id': '48fe7817e82b4da08bdb4c8c510010f8', 'subnets': [{'id': 'c3661bf2-ce23-484a-a718-8c4fab9c381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:42:55.606041 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-312c1e68-277a-4cd6-b92d-56cd60608241 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (55b1630c-7a87-45b0-a6c4-1d9bf61ab496), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.609552 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (333a453a-2567-4f86-91ba-f326076bef3c), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.609985 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4d40ad3b-8200-4c5c-881b-cd60dc131982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.626442 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be870cf-66c2-416b-893e-b287c660d03c req-8948e440-579e-43da-9a11-f25bc8087121 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:55.628275 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6be870cf-66c2-416b-893e-b287c660d03c req-8948e440-579e-43da-9a11-f25bc8087121 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0826192 Feb 20 23:42:55.685138 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-312c1e68-277a-4cd6-b92d-56cd60608241 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (55b1630c-7a87-45b0-a6c4-1d9bf61ab496), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.706073 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:55.707032 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.707758 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40ad3b-8200-4c5c-881b-cd60dc131982 None None] Pushing event updated for resources: {'Port': ['ID=8a231306-8592-44e2-9ac1-d8517606e0a8,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:55.708147 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] 10.222.0.89 "PUT /v2.0/ports/333a453a-2567-4f86-91ba-f326076bef3c HTTP/1.1" status: 200 len: 1094 time: 0.9686787 Feb 20 23:42:55.708622 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352ba110-25fa-432e-a360-6f926164f3f2', 'tag': '333a453a-2567-4f86-91ba-f326076bef3c'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:42:55.715992 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c1e68-277a-4cd6-b92d-56cd60608241 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b1630c-7a87-45b0-a6c4-1d9bf61ab496,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:55.724660 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d3e94f-58ff-439f-af96-535e1efae69b" -d '{"events": [{"name": "network-changed", "server_uuid": "352ba110-25fa-432e-a360-6f926164f3f2", "tag": "333a453a-2567-4f86-91ba-f326076bef3c"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:42:55.756566 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4a20d-84f0-4380-aaba-491a7860a10b service neutron] Pushing event updated for resources: {'Port': ['ID=333a453a-2567-4f86-91ba-f326076bef3c,revision_number=3']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:42:55.766812 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6be870cf-66c2-416b-893e-b287c660d03c req-c412a6fd-f42e-4a7e-9e25-dc21b8072832 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068273 Feb 20 23:42:55.795168 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ce45de-4a08-4a1f-be43-328d7f52d147 x-openstack-request-id: req-53ce45de-4a08-4a1f-be43-328d7f52d147 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:42:55.796523 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352ba110-25fa-432e-a360-6f926164f3f2", "tag": "333a453a-2567-4f86-91ba-f326076bef3c", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:42:55.796999 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53ce45de-4a08-4a1f-be43-328d7f52d147 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:42:55.797597 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352ba110-25fa-432e-a360-6f926164f3f2', 'tag': '333a453a-2567-4f86-91ba-f326076bef3c', 'status': 'completed', 'code': 200} Feb 20 23:42:55.835150 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-312c1e68-277a-4cd6-b92d-56cd60608241 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:55.837756 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-312c1e68-277a-4cd6-b92d-56cd60608241 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4816098 Feb 20 23:42:55.873155 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3e94f-58ff-439f-af96-535e1efae69b req-185d7f34-2826-4b54-acdf-1bdbc82d9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:55.875468 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-f0d3e94f-58ff-439f-af96-535e1efae69b req-185d7f34-2826-4b54-acdf-1bdbc82d9a79 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eaaf9a28e751484eaab440477cef6ee2&device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 1128 time: 0.0636172 Feb 20 23:42:55.980844 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3e94f-58ff-439f-af96-535e1efae69b req-ffc65dac-67d2-42cb-a3f9-891ae3cf6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:55.983093 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-f0d3e94f-58ff-439f-af96-535e1efae69b req-ffc65dac-67d2-42cb-a3f9-891ae3cf6da9 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=eaaf9a28e751484eaab440477cef6ee2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1007786 Feb 20 23:42:56.120587 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3e94f-58ff-439f-af96-535e1efae69b req-826c7081-edf2-41f7-926a-89e5b691812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:56.122757 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-f0d3e94f-58ff-439f-af96-535e1efae69b req-826c7081-edf2-41f7-926a-89e5b691812e service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292565 Feb 20 23:42:56.168346 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:56.212620 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-cf7862e6-96eb-4294-ba08-39c0d34b6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:56.214178 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-cf7862e6-96eb-4294-ba08-39c0d34b6f3d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eaaf9a28e751484eaab440477cef6ee2&device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 1128 time: 0.0527477 Feb 20 23:42:56.258646 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-d6a815e7-2f72-4759-8b73-146b2138b7b2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333a453a-2567-4f86-91ba-f326076bef3c HTTP/1.1" status: 200 len: 217 time: 0.0353363 Feb 20 23:42:56.314778 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-4356f5c1-b296-4909-9631-abad598449c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:56.316306 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-4356f5c1-b296-4909-9631-abad598449c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b43fc2fc-58ba-489d-b763-db6e5d402e47 HTTP/1.1" status: 200 len: 848 time: 0.0511348 Feb 20 23:42:56.352154 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-bc8718dc-4932-4056-8106-639e7950a51a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3d6ea557-c4ce-40da-af0e-bb58f02f8f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279531 Feb 20 23:42:56.381586 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94427acf-e144-47f9-b8d5-a1ea72fc4873 req-e6f84e5b-8aa2-4358-bf6e-130d46d7286a tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:56.385186 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-94427acf-e144-47f9-b8d5-a1ea72fc4873 req-e6f84e5b-8aa2-4358-bf6e-130d46d7286a tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 944 time: 0.0604961 Feb 20 23:42:56.436269 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-94427acf-e144-47f9-b8d5-a1ea72fc4873 req-e1fca1d1-b1a4-4f25-9a2a-3968f39d1965 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471983 Feb 20 23:42:56.447122 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-54cf4bad-66dd-4aec-a0dd-176119483376 service neutron] 10.222.0.89 "GET /v2.0/networks/3d6ea557-c4ce-40da-af0e-bb58f02f8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877647 Feb 20 23:42:56.561217 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-4ef99533-52d5-4e78-8c82-63d5410e8b09 req-49439e8e-5812-43fb-9ff1-ff2046c1a1d1 service neutron] 10.222.0.89 "GET /v2.0/networks/3d6ea557-c4ce-40da-af0e-bb58f02f8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066129 Feb 20 23:42:56.632010 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 8a231306-8592-44e2-9ac1-d8517606e0a8 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:42:56.680673 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 8a231306-8592-44e2-9ac1-d8517606e0a8 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:42:56.681098 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:42:56.764650 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 8a231306-8592-44e2-9ac1-d8517606e0a8 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:42:56.902365 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcbb28-c5c4-4eb7-aacd-ca49547ca8a2 req-98788e54-b011-426d-9f69-2188f2265ef3 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:56.903841 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7bdcbb28-c5c4-4eb7-aacd-ca49547ca8a2 req-98788e54-b011-426d-9f69-2188f2265ef3 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0537529 Feb 20 23:42:56.951733 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7bdcbb28-c5c4-4eb7-aacd-ca49547ca8a2 req-43ecf59c-66d2-4d39-af6a-5ee914d3ee2d tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420885 Feb 20 23:42:57.560590 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdde2f-aae9-4ab7-8599-fe28db112e90 req-4fe4d0e0-d90e-4ff1-a996-8d721ff27974 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:57.562092 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cdbdde2f-aae9-4ab7-8599-fe28db112e90 req-4fe4d0e0-d90e-4ff1-a996-8d721ff27974 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 944 time: 0.0549922 Feb 20 23:42:57.610726 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cdbdde2f-aae9-4ab7-8599-fe28db112e90 req-d6b9424b-2825-4559-af82-3c66d23f5553 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423479 Feb 20 23:42:58.084728 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8377900-aba2-4395-8c4a-b37f23bd38ef req-a5106fc4-111a-4541-9239-898e95f4b24c tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:58.086229 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8377900-aba2-4395-8c4a-b37f23bd38ef req-a5106fc4-111a-4541-9239-898e95f4b24c tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0636656 Feb 20 23:42:58.134005 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8377900-aba2-4395-8c4a-b37f23bd38ef req-67bf3f61-38e3-4655-9566-3747322fde89 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 Feb 20 23:42:58.745658 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc25892-9c6d-418b-8502-be019c39d740 req-9ae6f582-1dea-4bda-a81d-304ee44ecbd0 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:58.747143 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ecc25892-9c6d-418b-8502-be019c39d740 req-9ae6f582-1dea-4bda-a81d-304ee44ecbd0 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 944 time: 0.0561931 Feb 20 23:42:58.798429 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ecc25892-9c6d-418b-8502-be019c39d740 req-78da7307-fa6a-4342-a920-9e5a268f3d44 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444150 Feb 20 23:42:59.270503 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc8d87-d947-4e55-9422-539a5cbf8a5d req-160b9257-73af-4e9f-a762-c90bf9e9b3b5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:59.271990 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-37cc8d87-d947-4e55-9422-539a5cbf8a5d req-160b9257-73af-4e9f-a762-c90bf9e9b3b5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0607805 Feb 20 23:42:59.321830 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-37cc8d87-d947-4e55-9422-539a5cbf8a5d req-3d521948-ab98-4110-a681-1898df6182ca tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440495 Feb 20 23:42:59.931011 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa951ff-4121-4257-a7ac-76ba5ac1be7a req-63810b76-789b-4bb3-a220-f25658d77ad5 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:42:59.932588 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-aaa951ff-4121-4257-a7ac-76ba5ac1be7a req-63810b76-789b-4bb3-a220-f25658d77ad5 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 944 time: 0.0584629 Feb 20 23:42:59.988738 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-aaa951ff-4121-4257-a7ac-76ba5ac1be7a req-6154767c-1bef-43e9-85d9-b0f263ef20ca tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499947 Feb 20 23:43:00.457414 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7516dfd-ccb7-4a55-a070-aea1b71375e4 req-3ad93a80-8048-416f-9103-8bcaf639e615 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:00.458943 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f7516dfd-ccb7-4a55-a070-aea1b71375e4 req-3ad93a80-8048-416f-9103-8bcaf639e615 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0621693 Feb 20 23:43:00.521057 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f7516dfd-ccb7-4a55-a070-aea1b71375e4 req-f5e0ed9b-2a78-4689-ab42-c510e8b71e21 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565534 Feb 20 23:43:01.122076 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4d13a-9efa-4257-8233-311a7a5b1603 req-8df74f98-6f33-45d0-93e3-fff7e3373c0f tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:01.123589 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-65f4d13a-9efa-4257-8233-311a7a5b1603 req-8df74f98-6f33-45d0-93e3-fff7e3373c0f tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 944 time: 0.0656130 Feb 20 23:43:01.177329 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-65f4d13a-9efa-4257-8233-311a7a5b1603 req-bbba07ea-611c-4587-9da9-0c4797a3f53e tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472038 Feb 20 23:43:01.652712 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9879c44-c8f8-40ed-b0e8-edaac58589c5 req-2589e440-6bfa-489d-82b9-e8e1a7f54ef7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:01.654368 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c9879c44-c8f8-40ed-b0e8-edaac58589c5 req-2589e440-6bfa-489d-82b9-e8e1a7f54ef7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0543733 Feb 20 23:43:01.703976 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c9879c44-c8f8-40ed-b0e8-edaac58589c5 req-74be8b83-7e97-4738-807c-25919be6f984 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Feb 20 23:43:02.316883 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320a8ff-98b0-44cd-a897-a42ef6f7e810 req-3c6dd73d-7072-4151-83fe-24c886ef7acc tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:02.318407 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9320a8ff-98b0-44cd-a897-a42ef6f7e810 req-3c6dd73d-7072-4151-83fe-24c886ef7acc tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 944 time: 0.0627944 Feb 20 23:43:02.383198 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9320a8ff-98b0-44cd-a897-a42ef6f7e810 req-1f58f78b-0318-4eb2-af19-9f085852022c tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590863 Feb 20 23:43:02.832320 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce39db-dde4-4c9b-929d-eb62d0613e87 req-5de56b62-cd9e-4f9b-9acc-d9cb08f7f648 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:02.833879 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2fce39db-dde4-4c9b-929d-eb62d0613e87 req-5de56b62-cd9e-4f9b-9acc-d9cb08f7f648 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0574651 Feb 20 23:43:02.892230 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2fce39db-dde4-4c9b-929d-eb62d0613e87 req-c8371d50-561a-49fb-bfa2-956b676e8d39 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524464 Feb 20 23:43:03.332308 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62e00c-3fae-4ae0-8468-5618344217f9 req-6ab7f37a-5810-41a2-8a22-e031d8099113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:03.333830 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1b62e00c-3fae-4ae0-8468-5618344217f9 req-6ab7f37a-5810-41a2-8a22-e031d8099113 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 1130 time: 0.0475488 Feb 20 23:43:03.388231 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1b62e00c-3fae-4ae0-8468-5618344217f9 req-e680d116-d0f8-429e-8f1b-9b85ba8334e1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468490 Feb 20 23:43:03.517524 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e8db5-5b7d-43ce-a3b2-9da4baf0c43e req-7c470caf-5516-4564-b2b7-08d24f603664 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:03.519676 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8d8e8db5-5b7d-43ce-a3b2-9da4baf0c43e req-7c470caf-5516-4564-b2b7-08d24f603664 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 944 time: 0.0604053 Feb 20 23:43:03.573240 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8d8e8db5-5b7d-43ce-a3b2-9da4baf0c43e req-d0e034b1-c139-4b4d-87e9-6848f8e997e3 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475860 Feb 20 23:43:04.022150 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e25bf-cbab-40b0-a00a-69032acdb104 req-11a96899-bd0a-4fc0-b5b8-4a1793624dc5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:04.023676 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-158e25bf-cbab-40b0-a00a-69032acdb104 req-11a96899-bd0a-4fc0-b5b8-4a1793624dc5 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0610874 Feb 20 23:43:04.089535 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-158e25bf-cbab-40b0-a00a-69032acdb104 req-8cda4077-a920-4dda-85b8-866899ed76a1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533860 Feb 20 23:43:04.714297 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c2b9f-5461-4ec4-a73a-182e056fb415 req-5cfc4935-4201-4e43-99b6-e6df5e048db0 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:04.715807 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-461c2b9f-5461-4ec4-a73a-182e056fb415 req-5cfc4935-4201-4e43-99b6-e6df5e048db0 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 944 time: 0.0684900 Feb 20 23:43:04.777161 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-461c2b9f-5461-4ec4-a73a-182e056fb415 req-52203c09-00e2-4711-8922-b34758505146 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542133 Feb 20 23:43:05.218485 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018849ec-00af-4894-bc76-41c2cf24c922 req-cf417ace-b663-4e5b-9d8f-3049a5e218fe tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:05.219984 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-018849ec-00af-4894-bc76-41c2cf24c922 req-cf417ace-b663-4e5b-9d8f-3049a5e218fe tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0579171 Feb 20 23:43:05.270003 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-018849ec-00af-4894-bc76-41c2cf24c922 req-95902494-0d90-45ae-94aa-0538ccd831e1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 Feb 20 23:43:05.908622 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3aa74-9269-47c1-a930-64f3de07cbee req-a52ffd49-0567-4298-8591-b8d45de41419 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:05.910179 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-22b3aa74-9269-47c1-a930-64f3de07cbee req-a52ffd49-0567-4298-8591-b8d45de41419 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 944 time: 0.0622363 Feb 20 23:43:05.973576 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-22b3aa74-9269-47c1-a930-64f3de07cbee req-4adcee0b-e7ff-4b2d-bb86-09ac4550380c tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575325 Feb 20 23:43:06.301050 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 333a453a-2567-4f86-91ba-f326076bef3c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:43:06.418894 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 333a453a-2567-4f86-91ba-f326076bef3c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=333a453a-2567-4f86-91ba-f326076bef3c,segment=NetworkSegment(71ae1b5b-106d-40be-9f26-a6f2048ea137),segment_id=71ae1b5b-106d-40be-9f26-a6f2048ea137)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:06.430777 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '333a453a-2567-4f86-91ba-f326076bef3c', 'network_id': '3d6ea557-c4ce-40da-af0e-bb58f02f8f67', 'port_id': '333a453a-2567-4f86-91ba-f326076bef3c', 'mac_address': 'fa:16:3e:bf:23:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43fc2fc-58ba-489d-b763-db6e5d402e47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:43:06.434154 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582cdb0-de8f-4ccf-8ab7-6ff00922fed9 req-43b44196-89b2-4283-83e9-657d0ff420b6 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:06.435645 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a582cdb0-de8f-4ccf-8ab7-6ff00922fed9 req-43b44196-89b2-4283-83e9-657d0ff420b6 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0803559 Feb 20 23:43:06.470051 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 333a453a-2567-4f86-91ba-f326076bef3c is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:43:06.471207 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (333a453a-2567-4f86-91ba-f326076bef3c), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:06.486697 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333a453a-2567-4f86-91ba-f326076bef3c {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:43:06.487012 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a582cdb0-de8f-4ccf-8ab7-6ff00922fed9 req-7b3f111a-26cd-4520-bec9-863d0025ffd3 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445933 Feb 20 23:43:06.508752 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 333a453a-2567-4f86-91ba-f326076bef3c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=333a453a-2567-4f86-91ba-f326076bef3c,segment=NetworkSegment(71ae1b5b-106d-40be-9f26-a6f2048ea137),segment_id=71ae1b5b-106d-40be-9f26-a6f2048ea137)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:06.610916 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (333a453a-2567-4f86-91ba-f326076bef3c), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:06.673011 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=333a453a-2567-4f86-91ba-f326076bef3c,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:07.062506 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['333a453a-2567-4f86-91ba-f326076bef3c'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:43:07.119498 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ea895-cf7f-4e6c-b7e4-d3e7d1e0c690 req-9e735ca6-4f74-45cc-a369-c16f2dd5f587 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:07.121600 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ff0ea895-cf7f-4e6c-b7e4-d3e7d1e0c690 req-9e735ca6-4f74-45cc-a369-c16f2dd5f587 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.1073148 Feb 20 23:43:07.152966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c39c5-8fe8-497a-b2f9-6db8d6ef972d req-d218d18b-f3a0-4aca-a3b1-bc8facf3a21a tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:07.154498 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a68c39c5-8fe8-497a-b2f9-6db8d6ef972d req-d218d18b-f3a0-4aca-a3b1-bc8facf3a21a tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 945 time: 0.0929101 Feb 20 23:43:07.168025 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a561422-6aa7-45fa-9c34-73a76f9f0813 req-2cc89056-8942-4595-81b1-11ad66b691fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:07.170487 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-8a561422-6aa7-45fa-9c34-73a76f9f0813 req-2cc89056-8942-4595-81b1-11ad66b691fc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 1130 time: 0.0737381 Feb 20 23:43:07.219005 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ff0ea895-cf7f-4e6c-b7e4-d3e7d1e0c690 req-6248895f-f0f8-4287-9bf4-8a74a772be4b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910399 Feb 20 23:43:07.253651 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a68c39c5-8fe8-497a-b2f9-6db8d6ef972d req-5b6cada5-2cba-4e24-95cb-f7886f776c1b tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893748 Feb 20 23:43:07.297851 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a561422-6aa7-45fa-9c34-73a76f9f0813 req-32512654-b737-491b-af59-22ffab929d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:07.300916 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-8a561422-6aa7-45fa-9c34-73a76f9f0813 req-32512654-b737-491b-af59-22ffab929d44 service neutron] 10.222.0.89 "GET /v2.0/networks?id=045de685-a397-4057-b694-72b65c12b7c8 HTTP/1.1" status: 200 len: 919 time: 0.1221228 Feb 20 23:43:07.349265 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-8a561422-6aa7-45fa-9c34-73a76f9f0813 req-5293e4f6-3c9e-489f-bcb3-7c08de387aff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e475065a-4a2d-4f4b-956d-89d6bf2cd784 HTTP/1.1" status: 200 len: 217 time: 0.0393901 Feb 20 23:43:07.405426 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a561422-6aa7-45fa-9c34-73a76f9f0813 req-05e7401d-a7b3-4531-8a82-2d983b473b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:07.406945 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-8a561422-6aa7-45fa-9c34-73a76f9f0813 req-05e7401d-a7b3-4531-8a82-2d983b473b16 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a HTTP/1.1" status: 200 len: 858 time: 0.0505068 Feb 20 23:43:07.443284 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-8a561422-6aa7-45fa-9c34-73a76f9f0813 req-edc9d6da-90f0-4531-9855-97d3bc3a12be service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=045de685-a397-4057-b694-72b65c12b7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282991 Feb 20 23:43:07.546303 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-8a561422-6aa7-45fa-9c34-73a76f9f0813 req-ba5b5643-803d-4486-92c4-b25a4e8e605d service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954509 Feb 20 23:43:07.664733 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-8a561422-6aa7-45fa-9c34-73a76f9f0813 req-5a06819e-e416-4729-a65f-e751539cd52a service neutron] 10.222.0.89 "GET /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010368 Feb 20 23:43:08.394570 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4af4d1-4283-44f4-8628-786299ca7e16 req-ddc1f184-1c37-4967-9a4d-a4576284c629 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:08.396781 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3f4af4d1-4283-44f4-8628-786299ca7e16 req-ddc1f184-1c37-4967-9a4d-a4576284c629 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0918593 Feb 20 23:43:08.412213 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467135a-4347-4651-b371-121744de60d9 req-959f7464-8a0d-46f9-85f4-32acc87b003a tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:08.414181 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0467135a-4347-4651-b371-121744de60d9 req-959f7464-8a0d-46f9-85f4-32acc87b003a tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 945 time: 0.0804374 Feb 20 23:43:08.486411 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3f4af4d1-4283-44f4-8628-786299ca7e16 req-ec72c4ff-8ad9-455e-803c-d88280ba4237 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831313 Feb 20 23:43:08.491708 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0467135a-4347-4651-b371-121744de60d9 req-41afa1e3-55cd-479b-999e-bee19345ee82 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713563 Feb 20 23:43:09.653293 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af2343-cf60-4fed-a2ba-7771ef95a4ec req-5c91a5c1-06c8-4423-8705-33959c7f5974 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:09.654806 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e3af2343-cf60-4fed-a2ba-7771ef95a4ec req-5c91a5c1-06c8-4423-8705-33959c7f5974 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 945 time: 0.0935225 Feb 20 23:43:09.663189 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e7412-d1d1-4ad7-8de4-5395bf6d4d90 req-193c0ff7-eb85-4f06-93ac-d669699b7afc tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:09.664664 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-739e7412-d1d1-4ad7-8de4-5395bf6d4d90 req-193c0ff7-eb85-4f06-93ac-d669699b7afc tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0934765 Feb 20 23:43:09.738671 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e3af2343-cf60-4fed-a2ba-7771ef95a4ec req-ba82470a-cae6-44a0-a2fa-b8d272abaa89 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729799 Feb 20 23:43:09.746342 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-739e7412-d1d1-4ad7-8de4-5395bf6d4d90 req-b9b2f01a-22c5-4385-8efc-362b71145819 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738294 Feb 20 23:43:10.322844 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 333a453a-2567-4f86-91ba-f326076bef3c up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:43:10.448105 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port 333a453a-2567-4f86-91ba-f326076bef3c completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:43:10.452404 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 333a453a-2567-4f86-91ba-f326076bef3c triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:43:10.452964 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (333a453a-2567-4f86-91ba-f326076bef3c), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:10.538715 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 333a453a-2567-4f86-91ba-f326076bef3c is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:43:10.540542 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (333a453a-2567-4f86-91ba-f326076bef3c), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:10.567496 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352ba110-25fa-432e-a360-6f926164f3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333a453a-2567-4f86-91ba-f326076bef3c'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:43:10.569771 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50f19e6-cc03-4eb2-842f-8deea17f094a" -d '{"events": [{"server_uuid": "352ba110-25fa-432e-a360-6f926164f3f2", "name": "network-vif-plugged", "status": "completed", "tag": "333a453a-2567-4f86-91ba-f326076bef3c"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:43:10.583515 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 333a453a-2567-4f86-91ba-f326076bef3c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=333a453a-2567-4f86-91ba-f326076bef3c,segment=NetworkSegment(71ae1b5b-106d-40be-9f26-a6f2048ea137),segment_id=71ae1b5b-106d-40be-9f26-a6f2048ea137)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:10.605978 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284b8cfe-250a-427d-87ab-7c00e2ee00dc x-openstack-request-id: req-284b8cfe-250a-427d-87ab-7c00e2ee00dc {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:43:10.606308 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352ba110-25fa-432e-a360-6f926164f3f2", "name": "network-vif-plugged", "status": "completed", "tag": "333a453a-2567-4f86-91ba-f326076bef3c", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:43:10.606576 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-284b8cfe-250a-427d-87ab-7c00e2ee00dc {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:43:10.606982 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352ba110-25fa-432e-a360-6f926164f3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333a453a-2567-4f86-91ba-f326076bef3c', 'code': 200} Feb 20 23:43:10.642451 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (333a453a-2567-4f86-91ba-f326076bef3c), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:10.694381 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=333a453a-2567-4f86-91ba-f326076bef3c,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:10.929691 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636bcf8-6bdc-401a-b2f6-a0a3d6b1f8d8 req-134003ac-22ce-41e4-9d06-97733e2e4f7f tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:10.931196 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0636bcf8-6bdc-401a-b2f6-a0a3d6b1f8d8 req-134003ac-22ce-41e4-9d06-97733e2e4f7f tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0906270 Feb 20 23:43:10.938271 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7134f-8007-4618-a9b9-5ef39ed7fb9f req-c5996b8b-8c13-4dd6-a430-ad94224d85c9 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:10.941696 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5ad7134f-8007-4618-a9b9-5ef39ed7fb9f req-c5996b8b-8c13-4dd6-a430-ad94224d85c9 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 946 time: 0.1091447 Feb 20 23:43:10.953886 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0ada4-c620-46fa-91a6-75c78977ab89 req-cd38ab59-df18-4506-a959-040eb26fece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:10.955855 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-aaf0ada4-c620-46fa-91a6-75c78977ab89 req-cd38ab59-df18-4506-a959-040eb26fece6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 1130 time: 0.0543506 Feb 20 23:43:11.019990 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0636bcf8-6bdc-401a-b2f6-a0a3d6b1f8d8 req-66ef6b1c-0eb2-4350-b92d-772a4ca17cb4 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779169 Feb 20 23:43:11.021867 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-aaf0ada4-c620-46fa-91a6-75c78977ab89 req-5a95231c-76c6-44f6-ae12-e2e62908edfc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574586 Feb 20 23:43:11.023834 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5ad7134f-8007-4618-a9b9-5ef39ed7fb9f req-a8af294d-bffa-4a5d-a133-61598d55dd0b tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748990 Feb 20 23:43:12.186061 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11d1b0-5720-484e-9bdd-0bc791cc4882 req-dc6144d8-fc8b-459b-91c1-e6ffd8a63fe7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:12.187585 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3f11d1b0-5720-484e-9bdd-0bc791cc4882 req-dc6144d8-fc8b-459b-91c1-e6ffd8a63fe7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0956776 Feb 20 23:43:12.196114 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb28af-dbc9-4555-ae3c-d1f4ffb752a7 req-2c47d3e9-663b-4b6e-8d41-33d1e9f6d852 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:12.197615 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-53fb28af-dbc9-4555-ae3c-d1f4ffb752a7 req-2c47d3e9-663b-4b6e-8d41-33d1e9f6d852 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 946 time: 0.1036839 Feb 20 23:43:12.264252 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3f11d1b0-5720-484e-9bdd-0bc791cc4882 req-a32d26bc-49b8-4a77-acdb-61b89ace3b49 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656424 Feb 20 23:43:12.276298 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-53fb28af-dbc9-4555-ae3c-d1f4ffb752a7 req-43b83aab-30ba-4f93-92c1-a490b45517a5 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716472 Feb 20 23:43:13.072113 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:43:13.436987 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526c7cf-8cb6-4716-9eaf-b96d1c9ac05b req-d000e37f-6c28-435a-aefc-e5a1515d1b52 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:13.441338 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e526c7cf-8cb6-4716-9eaf-b96d1c9ac05b req-d000e37f-6c28-435a-aefc-e5a1515d1b52 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 946 time: 0.0812504 Feb 20 23:43:13.499855 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e526c7cf-8cb6-4716-9eaf-b96d1c9ac05b req-10e76366-b97f-4ba1-9828-3b583dbb07ea tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550539 Feb 20 23:43:14.956774 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac33f1-51b2-4797-8a89-06cfdec0be80 req-04b8b03c-f4dc-440c-8689-863654dd7df5 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:14.958479 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d5ac33f1-51b2-4797-8a89-06cfdec0be80 req-04b8b03c-f4dc-440c-8689-863654dd7df5 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 946 time: 0.0650845 Feb 20 23:43:15.013511 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d5ac33f1-51b2-4797-8a89-06cfdec0be80 req-2a6b329c-ed49-4350-85e2-b653fdfc2232 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488436 Feb 20 23:43:16.154307 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770a9c-d096-4021-843a-e8ee0e9a6423 req-1c8f7da8-f247-4514-afe8-538af583c875 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:16.155836 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8a770a9c-d096-4021-843a-e8ee0e9a6423 req-1c8f7da8-f247-4514-afe8-538af583c875 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 946 time: 0.0625393 Feb 20 23:43:16.206929 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8a770a9c-d096-4021-843a-e8ee0e9a6423 req-b2503764-8d89-4844-98e8-2e3789ef7254 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448382 Feb 20 23:43:17.182273 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3408954-fbfa-4d82-bb03-c3bb6d023f6e req-5715c699-12a1-432f-a4b8-88985c128769 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:17.184946 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-d3408954-fbfa-4d82-bb03-c3bb6d023f6e req-5715c699-12a1-432f-a4b8-88985c128769 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.89 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 946 time: 0.0644190 Feb 20 23:43:17.295507 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-d3408954-fbfa-4d82-bb03-c3bb6d023f6e req-126d7805-5b85-43dc-8141-f0dd6dde9674 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Deleting port 333a453a-2567-4f86-91ba-f326076bef3c {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:43:17.295880 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-d3408954-fbfa-4d82-bb03-c3bb6d023f6e req-126d7805-5b85-43dc-8141-f0dd6dde9674 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (333a453a-2567-4f86-91ba-f326076bef3c), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:17.335267 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ed40-04dd-431b-865a-12b035f6d929 req-c49e9648-6a7d-4d18-b228-25fb7ef6f719 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:17.337140 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7240ed40-04dd-431b-865a-12b035f6d929 req-c49e9648-6a7d-4d18-b228-25fb7ef6f719 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 946 time: 0.0579398 Feb 20 23:43:17.405671 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-d3408954-fbfa-4d82-bb03-c3bb6d023f6e req-126d7805-5b85-43dc-8141-f0dd6dde9674 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] For port 333a453a-2567-4f86-91ba-f326076bef3c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=333a453a-2567-4f86-91ba-f326076bef3c,segment=NetworkSegment(71ae1b5b-106d-40be-9f26-a6f2048ea137),segment_id=71ae1b5b-106d-40be-9f26-a6f2048ea137)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:17.406367 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-d3408954-fbfa-4d82-bb03-c3bb6d023f6e req-126d7805-5b85-43dc-8141-f0dd6dde9674 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (333a453a-2567-4f86-91ba-f326076bef3c), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:17.410043 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7240ed40-04dd-431b-865a-12b035f6d929 req-a69625bc-9400-4b00-b488-3bbce57c9a7f tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/security-groups?id=d912a480-f6a4-4601-b67d-04e819ca0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490596 Feb 20 23:43:17.424218 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-d3408954-fbfa-4d82-bb03-c3bb6d023f6e req-126d7805-5b85-43dc-8141-f0dd6dde9674 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Calling delete_port for 333a453a-2567-4f86-91ba-f326076bef3c owned by compute:nova {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:43:17.631059 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-d3408954-fbfa-4d82-bb03-c3bb6d023f6e req-126d7805-5b85-43dc-8141-f0dd6dde9674 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (333a453a-2567-4f86-91ba-f326076bef3c), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:17.648316 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['333a453a-2567-4f86-91ba-f326076bef3c'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:43:17.662693 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d7805-5b85-43dc-8141-f0dd6dde9674 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Pushing event deleted for resources: {'Port': ['ID=333a453a-2567-4f86-91ba-f326076bef3c,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:17.723154 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3408954-fbfa-4d82-bb03-c3bb6d023f6e req-126d7805-5b85-43dc-8141-f0dd6dde9674 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] No DVR routers for this DVR port 333a453a-2567-4f86-91ba-f326076bef3c on host hv-cinder-81322 {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:43:17.725835 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-d3408954-fbfa-4d82-bb03-c3bb6d023f6e req-126d7805-5b85-43dc-8141-f0dd6dde9674 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:17.730180 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-d3408954-fbfa-4d82-bb03-c3bb6d023f6e req-126d7805-5b85-43dc-8141-f0dd6dde9674 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.89 "DELETE /v2.0/ports/333a453a-2567-4f86-91ba-f326076bef3c HTTP/1.1" status: 204 len: 173 time: 0.5371695 Feb 20 23:43:17.730669 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352ba110-25fa-432e-a360-6f926164f3f2', 'name': 'network-vif-deleted', 'tag': '333a453a-2567-4f86-91ba-f326076bef3c'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:43:17.733528 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e0024c-474d-49a0-981b-4fa634d121d9" -d '{"events": [{"server_uuid": "352ba110-25fa-432e-a360-6f926164f3f2", "name": "network-vif-deleted", "tag": "333a453a-2567-4f86-91ba-f326076bef3c"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:43:17.771771 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da54f83-b1e9-42af-8eea-629f24f89c56 x-openstack-request-id: req-0da54f83-b1e9-42af-8eea-629f24f89c56 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:43:17.772135 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352ba110-25fa-432e-a360-6f926164f3f2", "name": "network-vif-deleted", "tag": "333a453a-2567-4f86-91ba-f326076bef3c", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:43:17.772531 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0da54f83-b1e9-42af-8eea-629f24f89c56 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:43:17.773012 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352ba110-25fa-432e-a360-6f926164f3f2', 'name': 'network-vif-deleted', 'tag': '333a453a-2567-4f86-91ba-f326076bef3c', 'status': 'completed', 'code': 200} Feb 20 23:43:18.087666 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7850ca-d469-4ee6-afbe-a901027e3aea req-287b8721-77ef-43dc-8b21-47f97cd024b0 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:18.089416 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6a7850ca-d469-4ee6-afbe-a901027e3aea req-287b8721-77ef-43dc-8b21-47f97cd024b0 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0545156 Feb 20 23:43:18.145022 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6a7850ca-d469-4ee6-afbe-a901027e3aea req-ae26b896-3b81-4d73-80f0-56be9b7113a6 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439267 Feb 20 23:43:18.525826 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2f86bd35-04b5-464d-a1aa-3f4278acaa55 req-5c5cdd8b-71da-4f58-aab5-477d4e575363 tempest-VolumesActionsTest-1040750799 tempest-VolumesActionsTest-1040750799-project] 10.222.0.37 "GET /v2.0/ports?device_id=352ba110-25fa-432e-a360-6f926164f3f2 HTTP/1.1" status: 200 len: 210 time: 0.0295684 Feb 20 23:43:19.272269 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5823-9008-4461-aa47-49da5702d6b2 req-85c5b545-31c5-49fb-9feb-8c1dece8f197 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:19.275199 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f38a5823-9008-4461-aa47-49da5702d6b2 req-85c5b545-31c5-49fb-9feb-8c1dece8f197 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0582304 Feb 20 23:43:19.327817 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-922afc10-28c6-4434-90f0-9011d9dc0439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:19.334275 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f38a5823-9008-4461-aa47-49da5702d6b2 req-e06da93f-2c3b-4bf9-85a8-f184c8479f2a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492194 Feb 20 23:43:20.368934 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 333a453a-2567-4f86-91ba-f326076bef3c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:43:20.395774 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: 333a453a-2567-4f86-91ba-f326076bef3c {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:43:20.396331 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 333a453a-2567-4f86-91ba-f326076bef3c not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:43:20.474821 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596d240-92d0-4bff-92bb-0d7d2677941e req-3b68afc3-780c-4053-abfc-996e9ffb0dbd tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:20.476378 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6596d240-92d0-4bff-92bb-0d7d2677941e req-3b68afc3-780c-4053-abfc-996e9ffb0dbd tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0578005 Feb 20 23:43:20.531104 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6596d240-92d0-4bff-92bb-0d7d2677941e req-5f07dc96-51e9-48fa-b22d-3a461a622175 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489345 Feb 20 23:43:21.677640 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a142de-69c9-40da-a3ba-7b2a7246a02d req-abf48542-3565-4ac4-b341-51d67e7a4889 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:21.679258 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a3a142de-69c9-40da-a3ba-7b2a7246a02d req-abf48542-3565-4ac4-b341-51d67e7a4889 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0703294 Feb 20 23:43:21.716363 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d3aead90-ee7e-4a52-86f4-de2193e9f388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:21.739987 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a3a142de-69c9-40da-a3ba-7b2a7246a02d req-a30a06f6-c832-4ed6-a90d-1b4f6bd1b5a4 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543337 Feb 20 23:43:22.127577 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c7a97-f33f-47bc-b84e-5616a35c16b8 req-204a0c1d-1607-4909-95fd-a63397a4ef03 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:22.129125 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-6e5c7a97-f33f-47bc-b84e-5616a35c16b8 req-204a0c1d-1607-4909-95fd-a63397a4ef03 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.89 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 946 time: 0.0571988 Feb 20 23:43:22.235735 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-6e5c7a97-f33f-47bc-b84e-5616a35c16b8 req-bc151280-db63-4f02-9446-ada9ce91fc60 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Deleting port 1b4a8463-8271-4195-a6b5-b9d47a33f66e {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:43:22.236009 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-6e5c7a97-f33f-47bc-b84e-5616a35c16b8 req-bc151280-db63-4f02-9446-ada9ce91fc60 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:22.336449 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-6e5c7a97-f33f-47bc-b84e-5616a35c16b8 req-bc151280-db63-4f02-9446-ada9ce91fc60 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] For port 1b4a8463-8271-4195-a6b5-b9d47a33f66e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1b4a8463-8271-4195-a6b5-b9d47a33f66e,segment=NetworkSegment(2e324f92-468f-4179-8af9-1db704772768),segment_id=2e324f92-468f-4179-8af9-1db704772768)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:22.336841 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-6e5c7a97-f33f-47bc-b84e-5616a35c16b8 req-bc151280-db63-4f02-9446-ada9ce91fc60 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:22.350341 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-6e5c7a97-f33f-47bc-b84e-5616a35c16b8 req-bc151280-db63-4f02-9446-ada9ce91fc60 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Calling delete_port for 1b4a8463-8271-4195-a6b5-b9d47a33f66e owned by compute:nova {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:43:22.539182 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-6e5c7a97-f33f-47bc-b84e-5616a35c16b8 req-bc151280-db63-4f02-9446-ada9ce91fc60 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (1b4a8463-8271-4195-a6b5-b9d47a33f66e), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:22.553195 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['e475065a-4a2d-4f4b-956d-89d6bf2cd784', '1b4a8463-8271-4195-a6b5-b9d47a33f66e'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:43:22.571157 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc151280-db63-4f02-9446-ada9ce91fc60 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Pushing event deleted for resources: {'Port': ['ID=1b4a8463-8271-4195-a6b5-b9d47a33f66e,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:22.614613 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5c7a97-f33f-47bc-b84e-5616a35c16b8 req-bc151280-db63-4f02-9446-ada9ce91fc60 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] No DVR routers for this DVR port 1b4a8463-8271-4195-a6b5-b9d47a33f66e on host hv-cinder-81322 {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:43:22.617867 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-6e5c7a97-f33f-47bc-b84e-5616a35c16b8 req-bc151280-db63-4f02-9446-ada9ce91fc60 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:22.621318 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-6e5c7a97-f33f-47bc-b84e-5616a35c16b8 req-bc151280-db63-4f02-9446-ada9ce91fc60 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.89 "DELETE /v2.0/ports/1b4a8463-8271-4195-a6b5-b9d47a33f66e HTTP/1.1" status: 204 len: 173 time: 0.4870141 Feb 20 23:43:22.621778 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06932a58-5e3d-4f14-810a-b46ddb1412f1', 'name': 'network-vif-deleted', 'tag': '1b4a8463-8271-4195-a6b5-b9d47a33f66e'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:43:22.624123 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a1eb03-6fb4-49af-abbe-3c1d2fcaabad" -d '{"events": [{"server_uuid": "06932a58-5e3d-4f14-810a-b46ddb1412f1", "name": "network-vif-deleted", "tag": "1b4a8463-8271-4195-a6b5-b9d47a33f66e"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:43:22.664954 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e741d12d-ac1f-467a-9e06-2e5cce93e717 x-openstack-request-id: req-e741d12d-ac1f-467a-9e06-2e5cce93e717 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:43:22.665317 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06932a58-5e3d-4f14-810a-b46ddb1412f1", "name": "network-vif-deleted", "tag": "1b4a8463-8271-4195-a6b5-b9d47a33f66e", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:43:22.665610 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e741d12d-ac1f-467a-9e06-2e5cce93e717 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:43:22.666076 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06932a58-5e3d-4f14-810a-b46ddb1412f1', 'name': 'network-vif-deleted', 'tag': '1b4a8463-8271-4195-a6b5-b9d47a33f66e', 'status': 'completed', 'code': 200} Feb 20 23:43:22.861780 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a8be6015-877e-4d3e-9487-af5aff98a115 req-b7ae569f-d737-47c1-a6ae-ffdf52efd3f1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.0364234 Feb 20 23:43:23.064367 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:23.985974 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-82fd406b-a57f-4218-9a43-219c723a9713 req-c6250493-fcb9-4198-a7f7-47211976b851 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.0291169 Feb 20 23:43:24.631540 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:25.092227 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-26b3a5f9-9ac1-4001-be4b-33d594cb9df8 req-adb49228-c9c6-4b3e-a557-83d8d81cc5df tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.0268416 Feb 20 23:43:25.773255 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.156275 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:26.197672 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-982789c1-1713-4dd4-b6f0-682787eeecd2 req-e087fea3-eac9-45aa-a2fc-dba947b93a5e tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.0268781 Feb 20 23:43:27.224074 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7eebbafa-df69-4566-bedd-abeb239b0274 req-08e6f145-c5bb-4045-8748-41c88fe28e39 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0317874 Feb 20 23:43:27.307621 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e24dd2b6-4816-4b90-be60-dd74a7b6e38a req-b794f94c-0b83-46b4-ac3f-93efb3ea0bb7 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.0281250 Feb 20 23:43:28.411684 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bf9db5ab-141e-4874-886c-8649d53c4a9e req-9955cad5-bfa8-47b4-8ff9-37cc47813c5f tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.0279031 Feb 20 23:43:28.638183 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7eebbafa-df69-4566-bedd-abeb239b0274 req-1d3d1556-e626-431c-acaf-102a284ead3f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&device_id=06932a58-5e3d-4f14-810a-b46ddb1412f1 HTTP/1.1" status: 200 len: 210 time: 0.0366309 Feb 20 23:43:28.774750 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebbafa-df69-4566-bedd-abeb239b0274 req-d0978cb9-cd8e-475e-9d48-25f4d946c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:28.776284 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7eebbafa-df69-4566-bedd-abeb239b0274 req-d0978cb9-cd8e-475e-9d48-25f4d946c6bf service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0951564 Feb 20 23:43:28.877856 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebbafa-df69-4566-bedd-abeb239b0274 req-5e72a5f1-f67a-4ef6-8685-cc215a3d794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:28.879239 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7eebbafa-df69-4566-bedd-abeb239b0274 req-5e72a5f1-f67a-4ef6-8685-cc215a3d794e service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958862 Feb 20 23:43:29.937798 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4902f-1af0-4fb8-b3f8-e781d86733e0 req-e4e2dce4-85d6-434c-9e52-1c28f2ffcb74 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:29.940239 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ceb4902f-1af0-4fb8-b3f8-e781d86733e0 req-e4e2dce4-85d6-434c-9e52-1c28f2ffcb74 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0593584 Feb 20 23:43:29.989012 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ceb4902f-1af0-4fb8-b3f8-e781d86733e0 req-622a8690-df8b-43fd-adbe-fd9a959d135b tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Feb 20 23:43:30.815995 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3912fd6-d80b-49f9-a85b-fc9182540c53 req-11989876-6c47-4e36-8b1f-3e63ba4f2fa1 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:30.818110 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a3912fd6-d80b-49f9-a85b-fc9182540c53 req-11989876-6c47-4e36-8b1f-3e63ba4f2fa1 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0673866 Feb 20 23:43:30.888775 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a3912fd6-d80b-49f9-a85b-fc9182540c53 req-6dcadc02-30b7-483b-9692-2bc75770dd2a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629296 Feb 20 23:43:31.144579 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9148d1-b269-45e9-ac15-0a561f9c40ae req-7b71354d-f7d7-4ad8-ac1d-36cdb66f2efb tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:31.146885 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ef9148d1-b269-45e9-ac15-0a561f9c40ae req-7b71354d-f7d7-4ad8-ac1d-36cdb66f2efb tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0786703 Feb 20 23:43:31.209385 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ef9148d1-b269-45e9-ac15-0a561f9c40ae req-85fd5c76-17dd-4863-88de-7c28270bd399 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Feb 20 23:43:32.178260 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928d42d-dd95-4d46-8a71-7a22aa875c58 req-386f4dcd-bdd9-4dbd-8029-0258ec5fd8aa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:32.179762 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e928d42d-dd95-4d46-8a71-7a22aa875c58 req-386f4dcd-bdd9-4dbd-8029-0258ec5fd8aa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0919776 Feb 20 23:43:32.244006 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e928d42d-dd95-4d46-8a71-7a22aa875c58 req-a96231b8-8d17-4e1e-a482-d873a96c452b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574360 Feb 20 23:43:32.396231 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea7056-bbc0-4c89-b4ec-514bf6b44757 req-d421fa44-db73-4646-bd67-8766d698e2c8 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:32.404211 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-17ea7056-bbc0-4c89-b4ec-514bf6b44757 req-d421fa44-db73-4646-bd67-8766d698e2c8 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.1039553 Feb 20 23:43:32.470021 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-17ea7056-bbc0-4c89-b4ec-514bf6b44757 req-dfe32b55-0cdf-406b-8830-d7a33ea2b21e tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573971 Feb 20 23:43:32.585770 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 1b4a8463-8271-4195-a6b5-b9d47a33f66e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:43:32.607842 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: 1b4a8463-8271-4195-a6b5-b9d47a33f66e {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:43:32.608586 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 1b4a8463-8271-4195-a6b5-b9d47a33f66e not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:43:33.467926 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef76ed-d16a-4ce0-8f6b-692eb80bc374 req-cada480f-53d0-4d68-af9a-90cb9dbde95d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:33.471210 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b7ef76ed-d16a-4ce0-8f6b-692eb80bc374 req-cada480f-53d0-4d68-af9a-90cb9dbde95d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1008651 Feb 20 23:43:33.545080 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b7ef76ed-d16a-4ce0-8f6b-692eb80bc374 req-4c80efcf-5698-4d38-a88d-3e91b32652bc tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659442 Feb 20 23:43:33.626272 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0647588-c533-4333-9df8-6e63d45cc308 req-fe904599-1b8d-40b6-b180-6e88b3101921 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:33.628238 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c0647588-c533-4333-9df8-6e63d45cc308 req-fe904599-1b8d-40b6-b180-6e88b3101921 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0812624 Feb 20 23:43:33.689395 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c0647588-c533-4333-9df8-6e63d45cc308 req-c07415cf-9b51-41d0-8214-3e3c7a734ae1 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549638 Feb 20 23:43:34.724666 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c830abd-f053-421c-8beb-05ae8380d578 req-ab973124-9ed2-4062-b0ba-263511126b45 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:34.732957 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2c830abd-f053-421c-8beb-05ae8380d578 req-ab973124-9ed2-4062-b0ba-263511126b45 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1035862 Feb 20 23:43:34.796949 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2c830abd-f053-421c-8beb-05ae8380d578 req-b0c86580-08b1-4232-8462-4eab3cb53781 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626698 Feb 20 23:43:34.880488 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b174d0-4f65-4843-b5f7-09aa9f9bb3aa req-3fc1d3c6-4d52-44e8-abe3-bcda44f31c5c tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:34.885462 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-13b174d0-4f65-4843-b5f7-09aa9f9bb3aa req-3fc1d3c6-4d52-44e8-abe3-bcda44f31c5c tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0734308 Feb 20 23:43:34.943881 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-13b174d0-4f65-4843-b5f7-09aa9f9bb3aa req-0166dc0e-0e0a-4f94-8ced-c2ef9e100ae9 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559070 Feb 20 23:43:36.019158 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee640701-373d-4e50-b491-b1a19c47fd5c req-5af959d0-d431-4d8e-959f-a0dd353c7f2a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:36.023803 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ee640701-373d-4e50-b491-b1a19c47fd5c req-5af959d0-d431-4d8e-959f-a0dd353c7f2a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1118371 Feb 20 23:43:36.084821 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ee640701-373d-4e50-b491-b1a19c47fd5c req-d455e949-9024-47ec-82f5-3600b3f01e2f tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542612 Feb 20 23:43:36.259097 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47c68-44a5-48e5-89be-1ba05f2de529 req-3e7b9cf3-1724-495a-8c0d-540769e3de9a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:36.260965 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fed47c68-44a5-48e5-89be-1ba05f2de529 req-3e7b9cf3-1724-495a-8c0d-540769e3de9a tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0798106 Feb 20 23:43:36.351101 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fed47c68-44a5-48e5-89be-1ba05f2de529 req-bb892967-ed67-4f49-bf09-1add22131efb tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837808 Feb 20 23:43:37.255919 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736e532-0dcf-4bde-b124-5cbd99be1114 req-9af8c592-fa16-4658-8f50-cf6309aee17a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:37.257444 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0736e532-0dcf-4bde-b124-5cbd99be1114 req-9af8c592-fa16-4658-8f50-cf6309aee17a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0619605 Feb 20 23:43:37.364827 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0736e532-0dcf-4bde-b124-5cbd99be1114 req-e82f0763-a254-458d-858a-4ecad1d1e733 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011169 Feb 20 23:43:37.507159 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4448a5-b6ec-42c1-938a-e69f9583d6fb req-de2e2543-7776-4230-b830-b8908bc4ef62 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:37.509087 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1e4448a5-b6ec-42c1-938a-e69f9583d6fb req-de2e2543-7776-4230-b830-b8908bc4ef62 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.89 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0752923 Feb 20 23:43:37.521919 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba75c87-e51d-4161-9d26-0cefd6749c5d req-457b5a8b-4276-4c73-a865-e3a62bc93983 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:37.529118 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7ba75c87-e51d-4161-9d26-0cefd6749c5d req-457b5a8b-4276-4c73-a865-e3a62bc93983 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 946 time: 0.0786655 Feb 20 23:43:37.597481 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7ba75c87-e51d-4161-9d26-0cefd6749c5d req-1fdd8953-e388-450d-954d-3d0089debace tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/security-groups?id=4be8fdb2-ba32-485c-8687-92af31412dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602217 Feb 20 23:43:37.663978 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-1e4448a5-b6ec-42c1-938a-e69f9583d6fb req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Deleting port e475065a-4a2d-4f4b-956d-89d6bf2cd784 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:43:37.664319 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-1e4448a5-b6ec-42c1-938a-e69f9583d6fb req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:37.808316 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-1e4448a5-b6ec-42c1-938a-e69f9583d6fb req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] For port e475065a-4a2d-4f4b-956d-89d6bf2cd784, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e475065a-4a2d-4f4b-956d-89d6bf2cd784,segment=NetworkSegment(2e324f92-468f-4179-8af9-1db704772768),segment_id=2e324f92-468f-4179-8af9-1db704772768)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:37.808798 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-1e4448a5-b6ec-42c1-938a-e69f9583d6fb req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:37.845915 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-1e4448a5-b6ec-42c1-938a-e69f9583d6fb req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Calling delete_port for e475065a-4a2d-4f4b-956d-89d6bf2cd784 owned by compute:nova {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:43:38.105241 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-1e4448a5-b6ec-42c1-938a-e69f9583d6fb req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (e475065a-4a2d-4f4b-956d-89d6bf2cd784), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:38.123049 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['e475065a-4a2d-4f4b-956d-89d6bf2cd784'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:43:38.140621 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Pushing event deleted for resources: {'Port': ['ID=e475065a-4a2d-4f4b-956d-89d6bf2cd784,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:38.156289 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:38.156660 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:38.157025 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:38.157361 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:38.157692 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:38.158020 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:38.158344 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:38.158670 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:38.159309 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:38.159643 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:38.159972 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:38.160327 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:38.160644 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:38.233220 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4448a5-b6ec-42c1-938a-e69f9583d6fb req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] No DVR routers for this DVR port e475065a-4a2d-4f4b-956d-89d6bf2cd784 on host hv-cinder-81322 {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:43:38.236499 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-1e4448a5-b6ec-42c1-938a-e69f9583d6fb req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:38.240020 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1e4448a5-b6ec-42c1-938a-e69f9583d6fb req-63b375d2-4383-4c62-bea7-f833ece4a472 tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.89 "DELETE /v2.0/ports/e475065a-4a2d-4f4b-956d-89d6bf2cd784 HTTP/1.1" status: 204 len: 173 time: 0.7178221 Feb 20 23:43:38.240674 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebed794e-3330-48d8-9c9c-f9bf9298164d', 'name': 'network-vif-deleted', 'tag': 'e475065a-4a2d-4f4b-956d-89d6bf2cd784'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:43:38.243275 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d27d512-3db1-49b8-9024-4978bf94dfdc" -d '{"events": [{"server_uuid": "ebed794e-3330-48d8-9c9c-f9bf9298164d", "name": "network-vif-deleted", "tag": "e475065a-4a2d-4f4b-956d-89d6bf2cd784"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:43:38.294610 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f65f3c-a2fc-410f-b898-da57a6241d11 x-openstack-request-id: req-e5f65f3c-a2fc-410f-b898-da57a6241d11 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:43:38.295840 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebed794e-3330-48d8-9c9c-f9bf9298164d", "name": "network-vif-deleted", "tag": "e475065a-4a2d-4f4b-956d-89d6bf2cd784", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:43:38.295840 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5f65f3c-a2fc-410f-b898-da57a6241d11 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:43:38.295840 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebed794e-3330-48d8-9c9c-f9bf9298164d', 'name': 'network-vif-deleted', 'tag': 'e475065a-4a2d-4f4b-956d-89d6bf2cd784', 'status': 'completed', 'code': 200} Feb 20 23:43:38.539417 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a65fa-b118-482c-8922-5653c5bff2a4 req-44417ac5-c648-4781-b2bd-b4f7d9e9b427 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:38.541989 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a28a65fa-b118-482c-8922-5653c5bff2a4 req-44417ac5-c648-4781-b2bd-b4f7d9e9b427 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0825121 Feb 20 23:43:38.627204 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a28a65fa-b118-482c-8922-5653c5bff2a4 req-ac8dff22-6f68-4479-a04e-8ae75907cc15 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763357 Feb 20 23:43:38.831750 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e46d95f8-5cda-4434-96d3-8c755ed1e996 req-ce1169fc-f78a-450c-887b-7af5835d36eb tempest-ServerRescueNegativeTestJSON-1780308556 tempest-ServerRescueNegativeTestJSON-1780308556-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed794e-3330-48d8-9c9c-f9bf9298164d HTTP/1.1" status: 200 len: 210 time: 0.0700281 Feb 20 23:43:39.811293 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4552d37-4f22-4035-bc6e-cb3d7408f237 req-2d6bbaff-0a5b-4b62-b012-d238b12822ae tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:39.819753 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c4552d37-4f22-4035-bc6e-cb3d7408f237 req-2d6bbaff-0a5b-4b62-b012-d238b12822ae tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0828950 Feb 20 23:43:39.883097 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c4552d37-4f22-4035-bc6e-cb3d7408f237 req-c21d8a72-5e00-4c38-8c67-a9be7cc4c3ad tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621388 Feb 20 23:43:39.924090 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 42706) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:40.651365 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device e475065a-4a2d-4f4b-956d-89d6bf2cd784 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:43:40.684284 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: e475065a-4a2d-4f4b-956d-89d6bf2cd784 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:43:40.684940 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device e475065a-4a2d-4f4b-956d-89d6bf2cd784 not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:43:40.828419 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684852'] for router_interface (c88448b5-0a6e-49e8-b469-6bc10466b390), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:41.196133 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d68e55-6609-4ff7-a39b-e53fe69a3613 req-b6b10696-9eca-49ce-bc80-df02047cc347 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:41.196133 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b1d68e55-6609-4ff7-a39b-e53fe69a3613 req-b6b10696-9eca-49ce-bc80-df02047cc347 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1733449 Feb 20 23:43:41.288848 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b1d68e55-6609-4ff7-a39b-e53fe69a3613 req-fa1bd7c8-d594-4895-9589-9bf06c144fec tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774636 Feb 20 23:43:41.341612 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Deleting port 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:43:41.341946 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:41.433000 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] For port 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=4632bdbf-bfdb-4db1-90ff-cc01fd114d6b,segment=NetworkSegment(2e324f92-468f-4179-8af9-1db704772768),segment_id=2e324f92-468f-4179-8af9-1db704772768)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:41.433501 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:41.448157 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Calling delete_port for 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b owned by network:router_interface {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:43:41.808342 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (4632bdbf-bfdb-4db1-90ff-cc01fd114d6b), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:41.937271 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Pushing event deleted for resources: {'Port': ['ID=4632bdbf-bfdb-4db1-90ff-cc01fd114d6b,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:41.946911 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:41.947315 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:41.947684 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:41.948031 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:41.948362 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:41.948714 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:41.949119 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:41.949459 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:41.949791 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:41.950121 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:41.950448 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:41.950771 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:41.951094 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:42.101636 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4169999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687780'] for router_interface (c88448b5-0a6e-49e8-b469-6bc10466b390), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:42.539565 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca226e-0536-41c6-92c1-fa236255d366 req-a608e147-0c2b-4705-a8ba-80d253e55a9b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:42.541099 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f2ca226e-0536-41c6-92c1-fa236255d366 req-a608e147-0c2b-4705-a8ba-80d253e55a9b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0911486 Feb 20 23:43:42.546167 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Router c88448b5-0a6e-49e8-b469-6bc10466b390 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:43:42.722947 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f2ca226e-0536-41c6-92c1-fa236255d366 req-3de60926-4816-436c-ab5b-67d1a52c4037 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677172 Feb 20 23:43:42.752486 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:43:42.770092 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 42758) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:42.775353 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-40b04d96-774b-4b46-99f9-0de5dc720049 admin admin] 10.222.0.37 "PUT /v2.0/routers/c88448b5-0a6e-49e8-b469-6bc10466b390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8443670 Feb 20 23:43:42.784989 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8eb9f-54b7-4c5f-a786-fa519c36d4d6 None None] Sync routers for ids ['c88448b5-0a6e-49e8-b469-6bc10466b390'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:43:42.805752 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8eb9f-54b7-4c5f-a786-fa519c36d4d6 None None] Routers {'c88448b5-0a6e-49e8-b469-6bc10466b390'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:43:42.806757 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-3eb8eb9f-54b7-4c5f-a786-fa519c36d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:43:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['c88448b5-0a6e-49e8-b469-6bc10466b390'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:43:42.969991 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-3eb8eb9f-54b7-4c5f-a786-fa519c36d4d6 None None] Set router c88448b5-0a6e-49e8-b469-6bc10466b390 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:43:42.979476 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Publish callbacks [] for router (c88448b5-0a6e-49e8-b469-6bc10466b390), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:43.205460 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-3e75a0c5-b64a-411f-8cfe-5db841c98d0a tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034315347&fields=id&tenant_id=9704bde2289741f59198b9678b2f9d9a HTTP/1.1" status: 200 len: 267 time: 0.0763059 Feb 20 23:43:43.216119 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Publish callbacks [] for router_gateway (c88448b5-0a6e-49e8-b469-6bc10466b390), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:43.239851 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-3eb8eb9f-54b7-4c5f-a786-fa519c36d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'name': 'tempest-ServerRescueNegativeTestJSON-384897636-router', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '575ef515-bbfa-4423-9147-f60747e8c444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:43:41Z', 'revision_number': 5, 'project_id': '4ecf54992bda4161adedd76edf3cfbf2', 'gw_port': {'id': '575ef515-bbfa-4423-9147-f60747e8c444', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:43:43.279332 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8eb9f-54b7-4c5f-a786-fa519c36d4d6 None None] Checking router: c88448b5-0a6e-49e8-b469-6bc10466b390 for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:43:43.302189 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8eb9f-54b7-4c5f-a786-fa519c36d4d6 None None] Routers {'c88448b5-0a6e-49e8-b469-6bc10466b390'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:43:43.303201 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-3eb8eb9f-54b7-4c5f-a786-fa519c36d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:43:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['c88448b5-0a6e-49e8-b469-6bc10466b390'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:43:43.435793 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-5ede8cda-4d45-47a1-9827-3131e534e4e8 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:43.438293 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-5ede8cda-4d45-47a1-9827-3131e534e4e8 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/networks?id=4ddbeba2-7535-4779-a318-706b0514660a HTTP/1.1" status: 200 len: 808 time: 0.2241857 Feb 20 23:43:43.462154 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-e38b30fa-2e73-4c96-868f-6e41cbcf5c38 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/quotas/9704bde2289741f59198b9678b2f9d9a HTTP/1.1" status: 200 len: 375 time: 0.0161030 Feb 20 23:43:43.515451 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-3eb8eb9f-54b7-4c5f-a786-fa519c36d4d6 None None] Set router c88448b5-0a6e-49e8-b469-6bc10466b390 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:43:43.572217 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-f0be3491-ca1b-4f08-9130-c0f90dca547b tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9704bde2289741f59198b9678b2f9d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910063 Feb 20 23:43:43.685891 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Deleting port 575ef515-bbfa-4423-9147-f60747e8c444 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:43:43.686180 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (575ef515-bbfa-4423-9147-f60747e8c444), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:43.731676 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-b3d6f32c-64e9-4a94-8085-33bfa6d1ad98 service neutron] 10.222.0.37 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525316 Feb 20 23:43:43.780223 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-3eb8eb9f-54b7-4c5f-a786-fa519c36d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'name': 'tempest-ServerRescueNegativeTestJSON-384897636-router', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '575ef515-bbfa-4423-9147-f60747e8c444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:43:41Z', 'revision_number': 5, 'project_id': '4ecf54992bda4161adedd76edf3cfbf2', 'gw_port': {'id': '575ef515-bbfa-4423-9147-f60747e8c444', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:43:43.785103 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] For port 575ef515-bbfa-4423-9147-f60747e8c444, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=575ef515-bbfa-4423-9147-f60747e8c444,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:43.785722 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (575ef515-bbfa-4423-9147-f60747e8c444), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:43.815944 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8eb9f-54b7-4c5f-a786-fa519c36d4d6 None None] The sync data for ids ['c88448b5-0a6e-49e8-b469-6bc10466b390'] in dv-cinder-813221-6-iscsi is: [{'id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'name': 'tempest-ServerRescueNegativeTestJSON-384897636-router', 'tenant_id': '4ecf54992bda4161adedd76edf3cfbf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '575ef515-bbfa-4423-9147-f60747e8c444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:43:41Z', 'revision_number': 5, 'project_id': '4ecf54992bda4161adedd76edf3cfbf2', 'gw_port': {'id': '575ef515-bbfa-4423-9147-f60747e8c444', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88448b5-0a6e-49e8-b469-6bc10466b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:43:43.826771 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Calling delete_port for 575ef515-bbfa-4423-9147-f60747e8c444 owned by network:router_gateway {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:43:43.927506 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-b22412e7-daa0-4157-ab73-4b824fbfbc9b service neutron] 10.222.0.37 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946647 Feb 20 23:43:43.972062 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5b124-5e5c-4a16-9e1f-5a6f5da95706 req-546f01b8-46ef-49a1-ac7c-f8e413397745 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:43.982086 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4f5b124-5e5c-4a16-9e1f-5a6f5da95706 req-546f01b8-46ef-49a1-ac7c-f8e413397745 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1161814 Feb 20 23:43:44.122322 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4f5b124-5e5c-4a16-9e1f-5a6f5da95706 req-f1b668cc-b037-4854-bb31-ea7ae9111654 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375332 Feb 20 23:43:44.128177 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (575ef515-bbfa-4423-9147-f60747e8c444), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:44.163966 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Pushing event deleted for resources: {'Port': ['ID=575ef515-bbfa-4423-9147-f60747e8c444,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:44.246864 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686798'] for router_gateway (c88448b5-0a6e-49e8-b469-6bc10466b390), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:44.489021 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10424'] for router (c88448b5-0a6e-49e8-b469-6bc10466b390), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:44.492958 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Publish callbacks [] for router_controller (c88448b5-0a6e-49e8-b469-6bc10466b390), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:44.653577 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682923'] for router (c88448b5-0a6e-49e8-b469-6bc10466b390), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:44.654187 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c88448b5-0a6e-49e8-b469-6bc10466b390 {{(pid=109847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:43:44.660034 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:44.665442 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-7ec3fad6-0a9e-4d3b-9941-dccf9f24db11 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c88448b5-0a6e-49e8-b469-6bc10466b390 HTTP/1.1" status: 204 len: 168 time: 1.8901196 Feb 20 23:43:44.665715 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 42800) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:44.709758 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:43:44.757059 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:43:44.757552 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 4632bdbf-bfdb-4db1-90ff-cc01fd114d6b not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:43:44.800462 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8e44bb-422c-4da8-99c3-49bf937992d0 admin admin] Deleting subnet 0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a {{(pid=109847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:43:44.807348 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6d8e44bb-422c-4da8-99c3-49bf937992d0 admin admin] Publish callbacks [] for subnet (0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:44.857884 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6d8e44bb-422c-4da8-99c3-49bf937992d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59725067'] for subnet (0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:44.964615 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6d8e44bb-422c-4da8-99c3-49bf937992d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:45.006955 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c3f41889-9f36-43b8-8946-86fa95203556 req-6175a52f-ca28-45a1-b9d1-5e05e4dbab10 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 210 time: 0.0515485 Feb 20 23:43:45.212999 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6d8e44bb-422c-4da8-99c3-49bf937992d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58721909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58876837'] for subnet (0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:45.254598 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e44bb-422c-4da8-99c3-49bf937992d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:45.275100 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6d8e44bb-422c-4da8-99c3-49bf937992d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:45.278521 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-6d8e44bb-422c-4da8-99c3-49bf937992d0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0e5f8f36-59b6-4345-bfbc-cb9a6d2a681a HTTP/1.1" status: 204 len: 168 time: 0.6108601 Feb 20 23:43:45.283479 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 42814) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:45.323300 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919db52c-fe27-4f49-a7a7-e97e84318b4d req-57d1e570-1620-40a7-8cb1-3d3ae174813d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:45.330928 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-919db52c-fe27-4f49-a7a7-e97e84318b4d req-57d1e570-1620-40a7-8cb1-3d3ae174813d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0790129 Feb 20 23:43:45.393137 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-919db52c-fe27-4f49-a7a7-e97e84318b4d req-1adb7cbe-cfcb-49d0-9ce7-33d8d74961be tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610931 Feb 20 23:43:45.431983 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c36c8255-bfb3-4a64-ab25-9497e9daa8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (045de685-a397-4057-b694-72b65c12b7c8), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:45.597933 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c36c8255-bfb3-4a64-ab25-9497e9daa8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (045de685-a397-4057-b694-72b65c12b7c8), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:45.621357 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-c36c8255-bfb3-4a64-ab25-9497e9daa8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045de685-a397-4057-b694-72b65c12b7c8']}} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:43:45.641525 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-c36c8255-bfb3-4a64-ab25-9497e9daa8e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e324f92-468f-4179-8af9-1db704772768') {'for_net_delete': True} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:43:45.641818 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-c36c8255-bfb3-4a64-ab25-9497e9daa8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e324f92-468f-4179-8af9-1db704772768') {} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:43:45.652666 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c36c8255-bfb3-4a64-ab25-9497e9daa8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59725074'] for segment (2e324f92-468f-4179-8af9-1db704772768), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:45.669415 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c36c8255-bfb3-4a64-ab25-9497e9daa8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (2e324f92-468f-4179-8af9-1db704772768), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:45.678222 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36c8255-bfb3-4a64-ab25-9497e9daa8e1 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:43:45.679176 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c36c8255-bfb3-4a64-ab25-9497e9daa8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58751123'] for segment (2e324f92-468f-4179-8af9-1db704772768), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: Traceback (most recent call last): Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: timer() Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: cb(*args, **kw) Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: return func(*args, **kwargs) Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: self._notify() Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: self.callback(batched_events) Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: event.method(event) Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: return f(self, *a, **k) Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._get(url).json() Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: return self.request(url, 'GET', **kwargs) Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:43:45.680345 dv-cinder-813221-6-iscsi neutron-server[109847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:43:45.838397 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c36c8255-bfb3-4a64-ab25-9497e9daa8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (045de685-a397-4057-b694-72b65c12b7c8), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:45.863970 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c36c8255-bfb3-4a64-ab25-9497e9daa8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:45.872005 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-c36c8255-bfb3-4a64-ab25-9497e9daa8e1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/045de685-a397-4057-b694-72b65c12b7c8 HTTP/1.1" status: 204 len: 168 time: 0.5825067 Feb 20 23:43:45.890814 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c8255-bfb3-4a64-ab25-9497e9daa8e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=045de685-a397-4057-b694-72b65c12b7c8,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:46.097863 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-dfc85bc2-8fb3-42ed-9284-514834c7b066 req-e0ca7dd8-cd7a-47af-b5eb-3cc3ca9dc0d9 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 210 time: 0.0305192 Feb 20 23:43:46.338706 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 42838) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:46.418694 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 42840) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:46.426305 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-bca966ba-0889-461f-902a-ed7b6f0e249b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ecf54992bda4161adedd76edf3cfbf2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0735891 Feb 20 23:43:46.581679 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-90334538-b470-458f-8502-e7250ecc29bc admin admin] Publish callbacks [] for security_group (4be8fdb2-ba32-485c-8687-92af31412dd4), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:46.655428 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 575ef515-bbfa-4423-9147-f60747e8c444 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:43:46.711081 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-90334538-b470-458f-8502-e7250ecc29bc admin admin] Publish callbacks [] for security_group (4be8fdb2-ba32-485c-8687-92af31412dd4), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:46.714988 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 575ef515-bbfa-4423-9147-f60747e8c444 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:43:46.718112 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 575ef515-bbfa-4423-9147-f60747e8c444 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:43:46.769256 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 42854) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:46.795374 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254dcd8-8db7-43ec-bf9e-b45f5dd74f2d req-defb0202-1cc3-4b70-9420-cfed7e289e9b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:46.796548 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b254dcd8-8db7-43ec-bf9e-b45f5dd74f2d req-defb0202-1cc3-4b70-9420-cfed7e289e9b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1078644 Feb 20 23:43:46.899810 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b254dcd8-8db7-43ec-bf9e-b45f5dd74f2d req-4820aa04-054f-4476-8d00-710a555d3c8a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838728 Feb 20 23:43:46.922414 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-90334538-b470-458f-8502-e7250ecc29bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (4be8fdb2-ba32-485c-8687-92af31412dd4), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:46.925951 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-90334538-b470-458f-8502-e7250ecc29bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:46.930283 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-90334538-b470-458f-8502-e7250ecc29bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4be8fdb2-ba32-485c-8687-92af31412dd4 HTTP/1.1" status: 204 len: 168 time: 0.5089056 Feb 20 23:43:46.947818 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b0f14d77-db85-45c6-b019-05a6b51b5989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:46.948258 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90334538-b470-458f-8502-e7250ecc29bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be8fdb2-ba32-485c-8687-92af31412dd4,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:47.064721 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b0f14d77-db85-45c6-b019-05a6b51b5989 admin admin] Publish callbacks [] for security_group (bd349002-91f8-4619-9689-965fa0e35d24), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:47.138611 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b0f14d77-db85-45c6-b019-05a6b51b5989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (bd349002-91f8-4619-9689-965fa0e35d24), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:47.179298 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-b0f14d77-db85-45c6-b019-05a6b51b5989 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=592b19ca8f9c4e81a36214cce06b20b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087584 Feb 20 23:43:47.180308 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f14d77-db85-45c6-b019-05a6b51b5989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd349002-91f8-4619-9689-965fa0e35d24,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:47.182749 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 42862) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:47.201239 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-25d61740-2fab-49d7-8d0f-e82f4f02ee12 req-96c65ff6-1bf3-411e-97d5-c2517c344c77 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 210 time: 0.0343091 Feb 20 23:43:47.240641 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-65752225-2e92-4e7d-b1b4-e03a619ed6c6 admin admin] Publish callbacks [] for security_group (bd349002-91f8-4619-9689-965fa0e35d24), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:47.263619 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-65752225-2e92-4e7d-b1b4-e03a619ed6c6 admin admin] Publish callbacks [] for security_group (bd349002-91f8-4619-9689-965fa0e35d24), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:47.407606 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-65752225-2e92-4e7d-b1b4-e03a619ed6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (bd349002-91f8-4619-9689-965fa0e35d24), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:47.410208 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-65752225-2e92-4e7d-b1b4-e03a619ed6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:47.411341 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-65752225-2e92-4e7d-b1b4-e03a619ed6c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd349002-91f8-4619-9689-965fa0e35d24 HTTP/1.1" status: 204 len: 168 time: 0.2277107 Feb 20 23:43:47.419931 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65752225-2e92-4e7d-b1b4-e03a619ed6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd349002-91f8-4619-9689-965fa0e35d24,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:48.075944 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40307fb1-70ca-407c-b8a6-c3763bf1eaf5 req-25de3e3e-cdb6-4c52-b89d-5292d7d5e788 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:48.077831 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-40307fb1-70ca-407c-b8a6-c3763bf1eaf5 req-25de3e3e-cdb6-4c52-b89d-5292d7d5e788 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0748076 Feb 20 23:43:48.124956 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 42904) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:48.131820 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-40307fb1-70ca-407c-b8a6-c3763bf1eaf5 req-6fca8337-ac9f-4f22-9874-cf75e2ae7770 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475810 Feb 20 23:43:48.229927 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1870558305-network', 'tenant_id': 'db0cd55b99ee4a608c722d417d41349c'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:43:48.301317 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-40abeac0-be28-46fc-8414-f922b388a6c7 req-d59febcd-20d2-4e99-ba4d-689517cbb6ae tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 210 time: 0.0293019 Feb 20 23:43:48.310362 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Made reservation on behalf of db0cd55b99ee4a608c722d417d41349c for: {'network': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:43:48.314186 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.322722 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.397313 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Publish callbacks [] for security_group (c55d9413-292c-4e5f-8457-4efaf411bc50), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.469680 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (c55d9413-292c-4e5f-8457-4efaf411bc50), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.490143 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:43:48.505193 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55d9413-292c-4e5f-8457-4efaf411bc50,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:48.507785 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (9c1072b1-1de3-41e6-adc0-0038c91e63f3), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.508121 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.segments_db [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Added segment 9c1072b1-1de3-41e6-adc0-0038c91e63f3 of type vlan for network 2f14601d-839b-4074-b28a-f29bd97f9089 Feb 20 23:43:48.548662 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (2f14601d-839b-4074-b28a-f29bd97f9089), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.652794 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (2f14601d-839b-4074-b28a-f29bd97f9089), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.653791 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:48.654378 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:48.713537 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] Pushing event updated for resources: {'Network': ['ID=2f14601d-839b-4074-b28a-f29bd97f9089,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:48.750851 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 2f14601d-839b-4074-b28a-f29bd97f9089 details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:43:48.786855 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 42932) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:43:48.788470 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-cd8d5e80-7ffe-4ac5-a3a4-1a8009ac7bbe admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6617479 Feb 20 23:43:48.792436 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-d3323836-bcb3-4604-a1de-f06c0a1ab281 admin admin] Request body: {'subnet': {'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1870558305-subnet', 'tenant_id': 'db0cd55b99ee4a608c722d417d41349c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:43:48.961500 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3323836-bcb3-4604-a1de-f06c0a1ab281 admin admin] Made reservation on behalf of db0cd55b99ee4a608c722d417d41349c for: {'subnet': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:43:48.964283 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d3323836-bcb3-4604-a1de-f06c0a1ab281 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59354464'] for subnet (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:49.263921 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d3323836-bcb3-4604-a1de-f06c0a1ab281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58947225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59354514'] for subnet (702d9192-ab58-4987-bc44-1159ca098e88), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:49.348668 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8233f5-b654-45c8-9703-36069967267d req-6bff5591-6086-40c6-a042-619d8b990f75 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:49.350411 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8d8233f5-b654-45c8-9703-36069967267d req-6bff5591-6086-40c6-a042-619d8b990f75 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1350334 Feb 20 23:43:49.351222 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3323836-bcb3-4604-a1de-f06c0a1ab281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=702d9192-ab58-4987-bc44-1159ca098e88,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:49.387556 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-01d6517f-ea57-4482-b53d-60118826c6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:49.431675 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bf589244-a795-4324-8536-d9ddbaf1ec3c req-91ec8fc8-f887-4196-a96c-dde18eaa555e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 210 time: 0.0396268 Feb 20 23:43:49.432731 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3323836-bcb3-4604-a1de-f06c0a1ab281 admin admin] Checking segment: {'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:43:49.433067 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3323836-bcb3-4604-a1de-f06c0a1ab281 admin admin] Network hostable DHCP agents. Network: 2f14601d-839b-4074-b28a-f29bd97f9089, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:43:49.481986 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8d8233f5-b654-45c8-9703-36069967267d req-9a8c477f-4cf5-42f2-a4cb-6ab4ec461036 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098435 Feb 20 23:43:49.588672 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3323836-bcb3-4604-a1de-f06c0a1ab281 admin admin] Network 2f14601d-839b-4074-b28a-f29bd97f9089 is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:43:49.675667 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-d3323836-bcb3-4604-a1de-f06c0a1ab281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 2f14601d-839b-4074-b28a-f29bd97f9089) {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:43:49.680399 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3323836-bcb3-4604-a1de-f06c0a1ab281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:49.684968 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d3323836-bcb3-4604-a1de-f06c0a1ab281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:49.687011 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988c3665-d15b-42b3-94ca-ff8522e0e9b4 None None] Network 2f14601d-839b-4074-b28a-f29bd97f9089 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:43:49.789287 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-d3323836-bcb3-4604-a1de-f06c0a1ab281 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0008934 Feb 20 23:43:49.861195 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cccd836-a2f4-4b95-9cc7-db67efc16b9e None None] Network 2f14601d-839b-4074-b28a-f29bd97f9089 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:43:50.070894 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:43:50.554169 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-4cbdd222-2318-479e-8bf0-46fbf9aeffc2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:50.555848 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-4cbdd222-2318-479e-8bf0-46fbf9aeffc2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/networks?id=2f14601d-839b-4074-b28a-f29bd97f9089 HTTP/1.1" status: 200 len: 815 time: 0.3409235 Feb 20 23:43:50.593384 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-951451a7-0533-44b5-b3dc-172b3a358161 req-dd081728-92e8-4815-815b-4ecb148233e8 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 210 time: 0.0333042 Feb 20 23:43:50.601259 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-d98de88f-5eab-4107-b495-e0dffddd0022 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/quotas/db0cd55b99ee4a608c722d417d41349c HTTP/1.1" status: 200 len: 375 time: 0.0366046 Feb 20 23:43:50.631468 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-2c4d9799-a235-4890-91a5-7e9d2fe26cbc tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=db0cd55b99ee4a608c722d417d41349c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279031 Feb 20 23:43:50.761627 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4ff37-cc0e-468a-b4dc-b3e566b06416 req-7075f6dc-207e-4aab-9ef9-895f1253412a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:50.763072 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e3f4ff37-cc0e-468a-b4dc-b3e566b06416 req-7075f6dc-207e-4aab-9ef9-895f1253412a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1049447 Feb 20 23:43:50.765043 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-1edd68ca-866d-4757-9b31-f6c4fad0b4c5 service neutron] 10.222.0.37 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250203 Feb 20 23:43:50.863278 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e3f4ff37-cc0e-468a-b4dc-b3e566b06416 req-cc99bad6-17e9-4ce8-8845-1ac1da4bf3f6 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934093 Feb 20 23:43:50.887900 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-c41ff734-0643-434c-b4f7-25b60f6a814e service neutron] 10.222.0.37 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163185 Feb 20 23:43:51.123064 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-47965149-57f0-4f6f-839c-46ef180e13e1 req-cc665648-4d71-48f1-90b9-c37bec19b2b5 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 210 time: 0.0279748 Feb 20 23:43:51.784577 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cbfc7398-74aa-4edf-b97a-f9def646ee9c req-8a8461fd-e7d1-4cba-b91e-fef4e4d8aef5 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 210 time: 0.0682583 Feb 20 23:43:51.887894 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d68c03cf-6aaf-473e-b8cf-3b71bd6bf818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:52.029116 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8e724-8d71-4803-b1ca-0482ced89e08 req-2cfe905e-1849-416e-808a-8c6f6ff73d9d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:52.029116 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2ab8e724-8d71-4803-b1ca-0482ced89e08 req-2cfe905e-1849-416e-808a-8c6f6ff73d9d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0837078 Feb 20 23:43:52.112408 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2ab8e724-8d71-4803-b1ca-0482ced89e08 req-e340e518-6d76-4d05-ac5c-0cb12965c466 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709164 Feb 20 23:43:52.239884 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-29f7c6ee-f227-4427-9542-81ce5d5709a2 req-5040f7f6-eaf8-4aaf-bde6-8bdf24ba80c8 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 210 time: 0.0306780 Feb 20 23:43:52.909472 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-edd5b389-6acd-43b8-bb15-8ef45f977b05 req-df9768be-9f61-4342-b4e6-4d7d871db01c tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 210 time: 0.0303307 Feb 20 23:43:53.081952 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:53.244989 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-b3636c9f-856e-4f83-9de5-0771c51d807a tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:53.247244 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-b3636c9f-856e-4f83-9de5-0771c51d807a tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.89 "GET /v2.0/networks?id=4ddbeba2-7535-4779-a318-706b0514660a HTTP/1.1" status: 200 len: 808 time: 0.2296305 Feb 20 23:43:53.341859 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-ba8f87d9-ba6a-47d1-9d57-62d3f10f9531 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9704bde2289741f59198b9678b2f9d9a HTTP/1.1" status: 200 len: 380 time: 0.0831180 Feb 20 23:43:53.345563 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cec99-7770-44a0-b4b8-5a065854af54 req-f7eb1232-c07d-4a34-a488-b46ec6c7c1e5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:53.365920 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-2ba22c62-5538-4be0-8441-95b6dfa928ca tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Request body: {'port': {'device_id': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'admin_state_up': True, 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'security_groups': ['b5d490e0-7770-47db-b7e9-50b8ffac6cc9']}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:43:53.382031 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a2cec99-7770-44a0-b4b8-5a065854af54 req-f7eb1232-c07d-4a34-a488-b46ec6c7c1e5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1414983 Feb 20 23:43:53.479476 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-56ef9708-a134-43cc-8a41-d5c08b86c5d2 req-ba796bba-facd-4eef-8b84-7e05875bc934 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 210 time: 0.0659344 Feb 20 23:43:53.522690 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a2cec99-7770-44a0-b4b8-5a065854af54 req-c2a51b55-06b0-4166-9a39-1064c55d002d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297817 Feb 20 23:43:53.647506 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-2ba22c62-5538-4be0-8441-95b6dfa928ca tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Made reservation on behalf of 9704bde2289741f59198b9678b2f9d9a for: {'port': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:43:53.651304 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-2ba22c62-5538-4be0-8441-95b6dfa928ca tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:53.802915 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-2ba22c62-5538-4be0-8441-95b6dfa928ca tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Allocated IP 172.20.0.3 (4ddbeba2-7535-4779-a318-706b0514660a/8fdea6cf-4a9e-4a47-8b5e-4805b1b60543/221400a7-920d-480c-b9c8-d8321433f6c8) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:43:53.968240 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-2ba22c62-5538-4be0-8441-95b6dfa928ca tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for port (221400a7-920d-480c-b9c8-d8321433f6c8), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:54.055084 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-afb8c53f-f0e4-4b35-9d30-6381d889d6f3 req-54b14aaf-d2bf-432f-86a6-f17929194aed tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 210 time: 0.0423884 Feb 20 23:43:54.082835 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-2ba22c62-5538-4be0-8441-95b6dfa928ca tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:54.083939 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-0e901378-4b19-4e82-9de3-216048e00f4f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:54.085689 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-0e901378-4b19-4e82-9de3-216048e00f4f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "GET /v2.0/networks?id=2f14601d-839b-4074-b28a-f29bd97f9089 HTTP/1.1" status: 200 len: 815 time: 0.1920893 Feb 20 23:43:54.101151 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-6cfc05bf-e8f6-4de9-a5b0-4e869a0dba64 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Request body: {'port': {'device_id': 'fd417e88-9267-4c63-815a-f60f653532f1', 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089', 'admin_state_up': True, 'tenant_id': 'db0cd55b99ee4a608c722d417d41349c'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:43:54.150407 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-2ba22c62-5538-4be0-8441-95b6dfa928ca tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Network 4ddbeba2-7535-4779-a318-706b0514660a is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:43:54.150407 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-2ba22c62-5538-4be0-8441-95b6dfa928ca tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:43:54.156096 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-2ba22c62-5538-4be0-8441-95b6dfa928ca tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:43:54.189260 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba22c62-5538-4be0-8441-95b6dfa928ca tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Pushing event updated for resources: {'Port': ['ID=221400a7-920d-480c-b9c8-d8321433f6c8,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:54.219849 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-2ba22c62-5538-4be0-8441-95b6dfa928ca tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:54.220435 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-2ba22c62-5538-4be0-8441-95b6dfa928ca tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:54.331287 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-2ba22c62-5538-4be0-8441-95b6dfa928ca tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9814887 Feb 20 23:43:54.355895 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Request body: {'port': {'device_id': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:43:54.415444 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-6cfc05bf-e8f6-4de9-a5b0-4e869a0dba64 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Made reservation on behalf of db0cd55b99ee4a608c722d417d41349c for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:43:54.422598 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:54.425351 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-6cfc05bf-e8f6-4de9-a5b0-4e869a0dba64 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:54.425514 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-c6f76e47-ce95-4bf0-983c-842c33450a97 None None] Provisioning complete for port 221400a7-920d-480c-b9c8-d8321433f6c8 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:43:54.425993 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c6f76e47-ce95-4bf0-983c-842c33450a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:54.495002 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-c6f76e47-ce95-4bf0-983c-842c33450a97 None None] Port 221400a7-920d-480c-b9c8-d8321433f6c8 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:43:54.664969 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:54.678993 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de8db303-4b25-4200-8353-3f086b4e060e req-513eb6aa-132b-4caf-8393-bac88ed315a2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 210 time: 0.0681884 Feb 20 23:43:54.704819 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-6cfc05bf-e8f6-4de9-a5b0-4e869a0dba64 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Allocated IP 172.20.0.4 (2f14601d-839b-4074-b28a-f29bd97f9089/702d9192-ab58-4987-bc44-1159ca098e88/ea24d2fe-a95b-4027-a63a-7c7057e4e7be) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:43:54.742056 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device d4618aa7-0f3d-484f-8b92-46e047745178 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:43:54.793952 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb8725-2363-42d1-8b04-fb4def85d8bf req-9aff8b30-e633-48b0-b618-a6c488884011 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:54.802137 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-82cb8725-2363-42d1-8b04-fb4def85d8bf req-9aff8b30-e633-48b0-b618-a6c488884011 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1433465 Feb 20 23:43:54.820384 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221400a7-920d-480c-b9c8-d8321433f6c8 {{(pid=109847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:43:54.822211 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Publish callbacks [] for port (221400a7-920d-480c-b9c8-d8321433f6c8), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:54.836617 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.provisioning_blocks [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Transition to ACTIVE for port object 221400a7-920d-480c-b9c8-d8321433f6c8 will not be triggered until provisioned by entity L2. {{(pid=109847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:43:54.882853 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port d4618aa7-0f3d-484f-8b92-46e047745178, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4618aa7-0f3d-484f-8b92-46e047745178,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:54.896412 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'port_id': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'mac_address': 'fa:16:3e:a0:8e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:43:54.929479 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-82cb8725-2363-42d1-8b04-fb4def85d8bf req-394b94fe-c211-403e-8b74-1b6427cf71a0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259477 Feb 20 23:43:54.936139 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:54.959352 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port d4618aa7-0f3d-484f-8b92-46e047745178 is: ACTIVE; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:43:54.959980 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:54.976511 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4618aa7-0f3d-484f-8b92-46e047745178 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:43:55.000130 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port d4618aa7-0f3d-484f-8b92-46e047745178, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4618aa7-0f3d-484f-8b92-46e047745178,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:43:55.007199 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-6cfc05bf-e8f6-4de9-a5b0-4e869a0dba64 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks [] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:55.095692 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Pushing event updated for resources: {'Port': ['ID=221400a7-920d-480c-b9c8-d8321433f6c8,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:55.110459 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:55.130906 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Attempting to bind port 221400a7-920d-480c-b9c8-d8321433f6c8 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:43:55.131574 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Attempting to bind port 221400a7-920d-480c-b9c8-d8321433f6c8 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a'}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:43:55.132206 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Attempting to bind port 221400a7-920d-480c-b9c8-d8321433f6c8 on network 4ddbeba2-7535-4779-a318-706b0514660a {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:43:55.135764 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-6cfc05bf-e8f6-4de9-a5b0-4e869a0dba64 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:55.141421 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Port 221400a7-920d-480c-b9c8-d8321433f6c8 on network 4ddbeba2-7535-4779-a318-706b0514660a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:43:55.145613 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Attempting to bind port 221400a7-920d-480c-b9c8-d8321433f6c8 on network 4ddbeba2-7535-4779-a318-706b0514660a {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:43:55.148069 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:43:55.148876 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Checking segment: {'id': 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:43:55.151018 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Bound using segment: {'id': 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a'} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:43:55.151725 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Bound port: 221400a7-920d-480c-b9c8-d8321433f6c8, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a'}}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:43:55.152191 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:55.239675 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=d4618aa7-0f3d-484f-8b92-46e047745178,revision_number=6']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:55.243460 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-6cfc05bf-e8f6-4de9-a5b0-4e869a0dba64 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Network 2f14601d-839b-4074-b28a-f29bd97f9089 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:43:55.245241 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] For port 221400a7-920d-480c-b9c8-d8321433f6c8, host hv-cinder-81322, cleared binding levels {{(pid=109847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:43:55.249572 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] For port 221400a7-920d-480c-b9c8-d8321433f6c8, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=221400a7-920d-480c-b9c8-d8321433f6c8,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:43:55.254623 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:55.254623 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:55.254623 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:55.254623 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:55.254623 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:55.254623 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:55.254623 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:55.254623 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:55.254623 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:55.254623 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:55.254623 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:55.256466 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-6cfc05bf-e8f6-4de9-a5b0-4e869a0dba64 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:43:55.257588 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:55.258160 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:43:55.266774 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-6cfc05bf-e8f6-4de9-a5b0-4e869a0dba64 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:43:55.302689 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['d4618aa7-0f3d-484f-8b92-46e047745178'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:43:55.321423 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc05bf-e8f6-4de9-a5b0-4e869a0dba64 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Pushing event updated for resources: {'Port': ['ID=ea24d2fe-a95b-4027-a63a-7c7057e4e7be,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:55.328410 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:55.340428 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-6cfc05bf-e8f6-4de9-a5b0-4e869a0dba64 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:55.341099 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-6cfc05bf-e8f6-4de9-a5b0-4e869a0dba64 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:55.360383 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99210d3d-bf64-4881-acc3-7bb53816861c req-834e4bd7-f91c-4042-afb6-968a665ce265 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:55.364588 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99210d3d-bf64-4881-acc3-7bb53816861c req-834e4bd7-f91c-4042-afb6-968a665ce265 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.1625161 Feb 20 23:43:55.394729 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:55.394729 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:55.396265 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] 10.222.0.89 "PUT /v2.0/ports/221400a7-920d-480c-b9c8-d8321433f6c8 HTTP/1.1" status: 200 len: 1093 time: 1.0452230 Feb 20 23:43:55.397094 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:43:55.399539 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a226267b-a018-4161-83df-7ee7b2e7536e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:43:55.438718 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-6cfc05bf-e8f6-4de9-a5b0-4e869a0dba64 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3417504 Feb 20 23:43:55.440763 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983dac3f-4226-44c6-8f54-6fdef8cc792d service neutron] Pushing event updated for resources: {'Port': ['ID=221400a7-920d-480c-b9c8-d8321433f6c8,revision_number=3']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:43:55.480994 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99210d3d-bf64-4881-acc3-7bb53816861c req-69139d1d-c7e6-4cfb-8f9a-6f3809442d9c tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109030 Feb 20 23:43:55.505013 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015a428-9d5a-44a0-ae9c-04fd2d7416ea req-90c20ef9-5d64-4264-ac07-b3ddd40438b4 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:55.509647 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d015a428-9d5a-44a0-ae9c-04fd2d7416ea req-90c20ef9-5d64-4264-ac07-b3ddd40438b4 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.1265140 Feb 20 23:43:55.544168 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd947d2-1f15-4bdb-a1c0-6990852a223d x-openstack-request-id: req-3bd947d2-1f15-4bdb-a1c0-6990852a223d {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:43:55.544471 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:43:55.544766 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bd947d2-1f15-4bdb-a1c0-6990852a223d {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:43:55.545175 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8', 'status': 'completed', 'code': 200} Feb 20 23:43:55.568602 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d015a428-9d5a-44a0-ae9c-04fd2d7416ea req-50b575d7-484e-4224-9124-b86edbcd4272 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531995 Feb 20 23:43:55.807822 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d1c95-3c25-4b1e-9257-e2506ca4f9c5 req-656f5b7d-56c3-4ed6-940e-1da5220bceda tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:55.809378 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0d1d1c95-3c25-4b1e-9257-e2506ca4f9c5 req-656f5b7d-56c3-4ed6-940e-1da5220bceda tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 931 time: 0.0537317 Feb 20 23:43:55.860249 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0d1d1c95-3c25-4b1e-9257-e2506ca4f9c5 req-cff9b1a1-21f6-4594-8341-724659d72242 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445809 Feb 20 23:43:56.074249 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f68516-abf6-4727-bd40-dcd317f93183 req-78263da5-3a89-403e-a6fd-ecaf670295a4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:56.075709 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-21f68516-abf6-4727-bd40-dcd317f93183 req-78263da5-3a89-403e-a6fd-ecaf670295a4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 944 time: 0.0574553 Feb 20 23:43:56.124308 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-21f68516-abf6-4727-bd40-dcd317f93183 req-3a66daa9-b808-497e-a5ad-aefeefeb0860 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428886 Feb 20 23:43:56.126946 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:56.612742 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602f60-fd75-45c7-8742-3208e32a3625 req-9c8d2fef-fe19-48e1-ba8b-27ed83757b2d tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:56.612742 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7a602f60-fd75-45c7-8742-3208e32a3625 req-9c8d2fef-fe19-48e1-ba8b-27ed83757b2d tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0584500 Feb 20 23:43:56.695958 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7a602f60-fd75-45c7-8742-3208e32a3625 req-5770b641-bd36-4ea4-9e8d-b0bc26f2db1d tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751805 Feb 20 23:43:56.724687 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659dc225-1e8c-49ea-9a04-d1d4b316abad req-c1d77bd1-e4fd-442c-8844-df6c51f178bb tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:56.726332 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-659dc225-1e8c-49ea-9a04-d1d4b316abad req-c1d77bd1-e4fd-442c-8844-df6c51f178bb tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0815892 Feb 20 23:43:56.781719 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-659dc225-1e8c-49ea-9a04-d1d4b316abad req-544b8d73-9c31-4484-a6da-1c883d1c6268 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489535 Feb 20 23:43:56.984253 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d727b22-625d-491a-be23-1cd6b8704100 req-5c4477e0-8bcd-414e-b8b3-45cf21c11809 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:56.985725 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1d727b22-625d-491a-be23-1cd6b8704100 req-5c4477e0-8bcd-414e-b8b3-45cf21c11809 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 931 time: 0.0522623 Feb 20 23:43:57.032215 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1d727b22-625d-491a-be23-1cd6b8704100 req-7c72891d-d4f8-477e-8bd3-ec743f9bb90a tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407717 Feb 20 23:43:57.245346 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6346a-6101-4511-a58b-101db1a09757 req-90fb5f5d-71df-4356-9396-76c33012d183 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:57.246827 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4df6346a-6101-4511-a58b-101db1a09757 req-90fb5f5d-71df-4356-9396-76c33012d183 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 944 time: 0.0517361 Feb 20 23:43:57.295187 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4df6346a-6101-4511-a58b-101db1a09757 req-e5cec34d-92c3-4f35-b4ee-ee302498b39b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421534 Feb 20 23:43:57.820836 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53732c1e-971c-4f4c-b686-4976b19ac388 req-d69983c5-5336-482b-bf3f-ff4c312e24dd tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:57.822328 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-53732c1e-971c-4f4c-b686-4976b19ac388 req-d69983c5-5336-482b-bf3f-ff4c312e24dd tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0605216 Feb 20 23:43:57.900171 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-53732c1e-971c-4f4c-b686-4976b19ac388 req-8c4c5204-1ba4-4924-8da1-19d7c3273fdb tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713274 Feb 20 23:43:57.924647 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe94e4-0d72-4793-8632-4904d6b484c5 req-d8dd7f17-721d-4ce7-80bf-b4642e982db0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:57.926215 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bcbe94e4-0d72-4793-8632-4904d6b484c5 req-d8dd7f17-721d-4ce7-80bf-b4642e982db0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0709765 Feb 20 23:43:57.976163 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bcbe94e4-0d72-4793-8632-4904d6b484c5 req-2a4b9716-9689-4f38-8050-736c1bf138ed tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435166 Feb 20 23:43:58.150825 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53337891-8774-482a-b625-e191b1414456 req-e2265adb-326b-49f1-85ef-90644d5625e4 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:58.152334 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-53337891-8774-482a-b625-e191b1414456 req-e2265adb-326b-49f1-85ef-90644d5625e4 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 931 time: 0.0549722 Feb 20 23:43:58.204198 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-53337891-8774-482a-b625-e191b1414456 req-778db9d5-5136-4a53-a3e9-795604c4763f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451820 Feb 20 23:43:58.421523 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d374294-633f-471a-bf10-eda241f22c29 req-f5b0c52a-0a24-4db0-bbdb-6e0e5ed75541 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:58.423085 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4d374294-633f-471a-bf10-eda241f22c29 req-f5b0c52a-0a24-4db0-bbdb-6e0e5ed75541 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 944 time: 0.0537837 Feb 20 23:43:58.470542 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4d374294-633f-471a-bf10-eda241f22c29 req-e7903a4e-01c6-44a0-8b4d-2436646bcd27 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420001 Feb 20 23:43:59.041190 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f008018-1a5e-4e79-8dfc-a57d38ac7757 req-88e09be5-008d-436b-9842-22bac5933df3 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:59.041190 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6f008018-1a5e-4e79-8dfc-a57d38ac7757 req-88e09be5-008d-436b-9842-22bac5933df3 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0640626 Feb 20 23:43:59.052908 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:43:59.131467 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6f008018-1a5e-4e79-8dfc-a57d38ac7757 req-8db9674f-7eef-47b0-9e39-443e0fe097cf tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827482 Feb 20 23:43:59.148383 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f5749-fd86-40c5-9e4b-1dbef4c620f1 req-47f15a97-a18b-46be-a1dc-b819c6093516 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:59.150046 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2e2f5749-fd86-40c5-9e4b-1dbef4c620f1 req-47f15a97-a18b-46be-a1dc-b819c6093516 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0950420 Feb 20 23:43:59.200858 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2e2f5749-fd86-40c5-9e4b-1dbef4c620f1 req-2f6500e8-517c-463a-90dd-6ba8528e8074 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450130 Feb 20 23:43:59.331419 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15d5fc-f8cb-46b1-a1fc-6eb3f1b74ecd req-4355238f-8138-4010-bcb2-e54403ca5521 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:59.332934 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7a15d5fc-f8cb-46b1-a1fc-6eb3f1b74ecd req-4355238f-8138-4010-bcb2-e54403ca5521 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 931 time: 0.0535305 Feb 20 23:43:59.380868 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7a15d5fc-f8cb-46b1-a1fc-6eb3f1b74ecd req-6070d81a-5eca-40e0-a840-4c2a56a60459 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424368 Feb 20 23:43:59.598310 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cdadd-4688-43a3-835e-7af5bd198e5a req-2472ae6a-3068-4733-989d-fabe86dcb070 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:43:59.599768 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a80cdadd-4688-43a3-835e-7af5bd198e5a req-2472ae6a-3068-4733-989d-fabe86dcb070 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 944 time: 0.0581574 Feb 20 23:43:59.646478 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a80cdadd-4688-43a3-835e-7af5bd198e5a req-4228af30-38b6-4436-9fcd-e4fa5dc00358 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Feb 20 23:44:00.258157 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f65d1-f531-43ba-acf1-c2bd71a6cdb8 req-8a17f6d9-384f-466e-b36e-ac5a3437c7e4 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:00.259927 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8f1f65d1-f531-43ba-acf1-c2bd71a6cdb8 req-8a17f6d9-384f-466e-b36e-ac5a3437c7e4 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0551956 Feb 20 23:44:00.342399 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8f1f65d1-f531-43ba-acf1-c2bd71a6cdb8 req-0374e04c-336b-41ca-8ec2-61663d8027dd tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755434 Feb 20 23:44:00.354935 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca365a9-f24a-4892-bf0e-4bee3275d92e req-7de90b02-4996-44f6-8ebe-4a8bb0d3dd8a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:00.356515 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-aca365a9-f24a-4892-bf0e-4bee3275d92e req-7de90b02-4996-44f6-8ebe-4a8bb0d3dd8a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0831914 Feb 20 23:44:00.410172 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-aca365a9-f24a-4892-bf0e-4bee3275d92e req-ac56d38d-d40b-4b84-a62b-a2e2ac3f8059 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464978 Feb 20 23:44:00.498681 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302090d9-38c5-4cd5-877a-cd2c39f9fab7 req-ba9f9608-9e91-439e-af29-bfd417c66528 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:00.500763 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-302090d9-38c5-4cd5-877a-cd2c39f9fab7 req-ba9f9608-9e91-439e-af29-bfd417c66528 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 931 time: 0.0533473 Feb 20 23:44:00.548329 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-302090d9-38c5-4cd5-877a-cd2c39f9fab7 req-8f25bd46-4d64-4c12-935f-84eff64a2590 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418680 Feb 20 23:44:00.767796 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c540e-2715-4ebd-8f69-21958181e95c req-2538ef90-8fa3-4801-ae60-415af04f2a8c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:00.769224 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-464c540e-2715-4ebd-8f69-21958181e95c req-2538ef90-8fa3-4801-ae60-415af04f2a8c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 944 time: 0.0535779 Feb 20 23:44:00.816754 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-464c540e-2715-4ebd-8f69-21958181e95c req-12298461-aa0c-4f01-8044-b464fa8a586e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419023 Feb 20 23:44:01.469309 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef3558-fa10-42f0-a214-0d264e630564 req-1e77a6a5-6d49-444e-a93e-13d66bb7c50e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:01.470902 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ccef3558-fa10-42f0-a214-0d264e630564 req-1e77a6a5-6d49-444e-a93e-13d66bb7c50e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0581813 Feb 20 23:44:01.554374 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ccef3558-fa10-42f0-a214-0d264e630564 req-dde09847-643c-46f6-85ec-66ebb5f4c3a2 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746257 Feb 20 23:44:01.572940 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924df8b8-f02d-4098-8383-26dc04cb58fa req-bf2c55ae-41f6-410f-a336-a6862804f971 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:01.575462 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-924df8b8-f02d-4098-8383-26dc04cb58fa req-bf2c55ae-41f6-410f-a336-a6862804f971 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0877850 Feb 20 23:44:01.648472 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-924df8b8-f02d-4098-8383-26dc04cb58fa req-598e9eba-7670-429f-9e0e-994575921dd5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658565 Feb 20 23:44:01.696047 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f668b-20c8-43d9-a337-19ccdfb6ed66 req-32bda39b-3f85-4b47-abe2-6a64c0ff8e2b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:01.697520 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ce2f668b-20c8-43d9-a337-19ccdfb6ed66 req-32bda39b-3f85-4b47-abe2-6a64c0ff8e2b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 931 time: 0.0653031 Feb 20 23:44:01.745759 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ce2f668b-20c8-43d9-a337-19ccdfb6ed66 req-fa6129b6-35f5-4169-a2fb-30dbf5f22a62 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 Feb 20 23:44:01.761096 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Request body: {'port': {'device_id': 'fd417e88-9267-4c63-815a-f60f653532f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:01.815340 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226267b-a018-4161-83df-7ee7b2e7536e req-4ca5110b-ce88-4328-a191-aea8162f0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:01.816916 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-a226267b-a018-4161-83df-7ee7b2e7536e req-4ca5110b-ce88-4328-a191-aea8162f0558 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9704bde2289741f59198b9678b2f9d9a&device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 1127 time: 0.0583978 Feb 20 23:44:01.832655 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:01.981774 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226267b-a018-4161-83df-7ee7b2e7536e req-9a7340de-3626-4f92-bb78-39ce54d4cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:01.983159 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-a226267b-a018-4161-83df-7ee7b2e7536e req-9a7340de-3626-4f92-bb78-39ce54d4cfa6 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9704bde2289741f59198b9678b2f9d9a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0991056 Feb 20 23:44:02.013961 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea19b0-e6de-4b1b-800d-c35e03d6f04a req-14461a66-1f4d-497d-9d53-132549b37542 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:02.015583 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c2ea19b0-e6de-4b1b-800d-c35e03d6f04a req-14461a66-1f4d-497d-9d53-132549b37542 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 944 time: 0.1266174 Feb 20 23:44:02.103944 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226267b-a018-4161-83df-7ee7b2e7536e req-574d6a55-2d8e-4b6f-a954-95fb4a380ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:02.105456 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-a226267b-a018-4161-83df-7ee7b2e7536e req-574d6a55-2d8e-4b6f-a954-95fb4a380ad7 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1145811 Feb 20 23:44:02.117623 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c2ea19b0-e6de-4b1b-800d-c35e03d6f04a req-15c8ae8d-fe30-4f3d-9d1b-ba66b5328baf tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738885 Feb 20 23:44:02.197755 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea24d2fe-a95b-4027-a63a-7c7057e4e7be {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:44:02.208565 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Publish callbacks [] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:02.225327 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Transition to ACTIVE for port object ea24d2fe-a95b-4027-a63a-7c7057e4e7be will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:44:02.225619 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-d83dcf6e-f8a7-49fc-aa11-aa7401fa9207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:02.228117 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-d83dcf6e-f8a7-49fc-aa11-aa7401fa9207 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9704bde2289741f59198b9678b2f9d9a&device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 1127 time: 0.0502436 Feb 20 23:44:02.274428 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-9221399a-dcad-4377-87bf-205f0f31183d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221400a7-920d-480c-b9c8-d8321433f6c8 HTTP/1.1" status: 200 len: 217 time: 0.0378199 Feb 20 23:44:02.315679 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:02.323897 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-98d4b002-d921-4e32-b63f-a6e3763fd8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:02.325412 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-98d4b002-d921-4e32-b63f-a6e3763fd8fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8fdea6cf-4a9e-4a47-8b5e-4805b1b60543 HTTP/1.1" status: 200 len: 847 time: 0.0450420 Feb 20 23:44:02.370494 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Pushing event updated for resources: {'Port': ['ID=ea24d2fe-a95b-4027-a63a-7c7057e4e7be,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:02.377414 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-73ba8abb-2cc3-4bf4-9a7f-e133249cb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:02.378990 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-73ba8abb-2cc3-4bf4-9a7f-e133249cb0c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ddbeba2-7535-4779-a318-706b0514660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474741 Feb 20 23:44:02.449693 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Attempting to bind port ea24d2fe-a95b-4027-a63a-7c7057e4e7be on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:02.450023 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Attempting to bind port ea24d2fe-a95b-4027-a63a-7c7057e4e7be by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:02.450452 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Attempting to bind port ea24d2fe-a95b-4027-a63a-7c7057e4e7be on network 2f14601d-839b-4074-b28a-f29bd97f9089 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:02.454809 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Port ea24d2fe-a95b-4027-a63a-7c7057e4e7be on network 2f14601d-839b-4074-b28a-f29bd97f9089 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:44:02.455127 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Attempting to bind port ea24d2fe-a95b-4027-a63a-7c7057e4e7be on network 2f14601d-839b-4074-b28a-f29bd97f9089 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:02.460525 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:02.460908 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Checking segment: {'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:02.461287 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Bound using segment: {'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:02.461709 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Bound port: ea24d2fe-a95b-4027-a63a-7c7057e4e7be, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:02.462058 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:02.479429 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-fc5607ac-d1f3-496c-8813-5d418d98fdd5 service neutron] 10.222.0.89 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907326 Feb 20 23:44:02.527936 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] For port ea24d2fe-a95b-4027-a63a-7c7057e4e7be, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:02.531661 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] For port ea24d2fe-a95b-4027-a63a-7c7057e4e7be, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ea24d2fe-a95b-4027-a63a-7c7057e4e7be,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:02.569057 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-de94540d-e23f-481d-8e8f-cc30a0caa5fd req-7b65a509-10ce-41a2-bd65-a1788b8c89e9 service neutron] 10.222.0.89 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866024 Feb 20 23:44:02.610248 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:02.682348 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:02.682581 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:02.683964 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] 10.222.0.89 "PUT /v2.0/ports/ea24d2fe-a95b-4027-a63a-7c7057e4e7be HTTP/1.1" status: 200 len: 1093 time: 0.9276052 Feb 20 23:44:02.684412 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd417e88-9267-4c63-815a-f60f653532f1', 'tag': 'ea24d2fe-a95b-4027-a63a-7c7057e4e7be'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:02.686655 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d29c56-4ca7-4aa7-864c-74f8bfad4969" -d '{"events": [{"name": "network-changed", "server_uuid": "fd417e88-9267-4c63-815a-f60f653532f1", "tag": "ea24d2fe-a95b-4027-a63a-7c7057e4e7be"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:02.707964 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68699c6-c665-41ec-9f17-bae9b51563ed service neutron] Pushing event updated for resources: {'Port': ['ID=ea24d2fe-a95b-4027-a63a-7c7057e4e7be,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:02.729546 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c610688-adec-4326-bc44-c3b47c67ac18 req-6a64786b-54e2-4ebc-8375-fb6fef8a8e1a tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:02.731050 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3c610688-adec-4326-bc44-c3b47c67ac18 req-6a64786b-54e2-4ebc-8375-fb6fef8a8e1a tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0917408 Feb 20 23:44:02.833724 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3c610688-adec-4326-bc44-c3b47c67ac18 req-4b0a2258-8630-42d2-b083-8da4e930a273 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933528 Feb 20 23:44:02.846370 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca89bb-430c-4014-a01a-27bc65ed88ee req-ccd2582c-4f2d-446f-abea-db920af2ab66 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:02.847869 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-22ca89bb-430c-4014-a01a-27bc65ed88ee req-ccd2582c-4f2d-446f-abea-db920af2ab66 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.1159430 Feb 20 23:44:02.877751 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-20050a11-9f7f-416d-b1aa-b44aad5e82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:02.879205 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-20050a11-9f7f-416d-b1aa-b44aad5e82ce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db0cd55b99ee4a608c722d417d41349c&device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 1127 time: 0.1000371 Feb 20 23:44:02.880611 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fecfd2-8a61-4e5c-ae84-fdcd0cc0b99f x-openstack-request-id: req-74fecfd2-8a61-4e5c-ae84-fdcd0cc0b99f {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:02.880923 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd417e88-9267-4c63-815a-f60f653532f1", "tag": "ea24d2fe-a95b-4027-a63a-7c7057e4e7be", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:02.881170 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74fecfd2-8a61-4e5c-ae84-fdcd0cc0b99f {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:02.881548 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd417e88-9267-4c63-815a-f60f653532f1', 'tag': 'ea24d2fe-a95b-4027-a63a-7c7057e4e7be', 'status': 'completed', 'code': 200} Feb 20 23:44:02.911210 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-22ca89bb-430c-4014-a01a-27bc65ed88ee req-86d7e13f-27a3-4f19-9ac0-70156a01a9a9 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554163 Feb 20 23:44:02.988348 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-2dc6f327-7841-4512-ada7-a307f4e86e1d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea24d2fe-a95b-4027-a63a-7c7057e4e7be HTTP/1.1" status: 200 len: 217 time: 0.0378063 Feb 20 23:44:03.044850 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506f9de-23a5-41ce-a478-c4de5eba5d6e req-04d8a9d4-e8dd-4655-bc9c-9662da9317ae tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:03.046355 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6506f9de-23a5-41ce-a478-c4de5eba5d6e req-04d8a9d4-e8dd-4655-bc9c-9662da9317ae tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 943 time: 0.1219268 Feb 20 23:44:03.055318 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-4c7606af-7ccd-4a99-872f-5c3bc75e1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:03.056677 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-4c7606af-7ccd-4a99-872f-5c3bc75e1516 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=702d9192-ab58-4987-bc44-1159ca098e88 HTTP/1.1" status: 200 len: 855 time: 0.0620224 Feb 20 23:44:03.098586 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-bdbc6825-08a1-4fca-bedc-51237ae79eef service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f14601d-839b-4074-b28a-f29bd97f9089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291417 Feb 20 23:44:03.159461 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6506f9de-23a5-41ce-a478-c4de5eba5d6e req-5c52192d-39cb-43e1-b6cf-72296b5da148 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065197 Feb 20 23:44:03.220915 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-12f9cc8b-960a-45db-895a-22180d3fd014 service neutron] 10.222.0.89 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148510 Feb 20 23:44:03.355289 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb90d5-56ec-4500-b337-31eddde38c15 req-a3844fcd-17cc-4257-90c4-3298434bf7be tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:03.356667 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1beb90d5-56ec-4500-b337-31eddde38c15 req-a3844fcd-17cc-4257-90c4-3298434bf7be tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 944 time: 0.1264298 Feb 20 23:44:03.385552 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8927c7e-15c2-48f2-b714-3d6a897fae95 req-f0feb79c-060f-469c-9a55-497645929b98 service neutron] 10.222.0.89 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585400 Feb 20 23:44:03.416272 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1beb90d5-56ec-4500-b337-31eddde38c15 req-84243949-4fff-422f-adfe-68beb3b32b53 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525475 Feb 20 23:44:03.553019 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29c56-4ca7-4aa7-864c-74f8bfad4969 req-6afdae84-43a5-42cc-b594-700e64c0fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:03.554545 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-27d29c56-4ca7-4aa7-864c-74f8bfad4969 req-6afdae84-43a5-42cc-b594-700e64c0fd81 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db0cd55b99ee4a608c722d417d41349c&device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 1127 time: 0.0496590 Feb 20 23:44:03.597473 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device d4618aa7-0f3d-484f-8b92-46e047745178 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:03.649545 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port d4618aa7-0f3d-484f-8b92-46e047745178 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:03.649801 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29c56-4ca7-4aa7-864c-74f8bfad4969 req-23c2fc5c-d12d-49e0-a438-ea76e3e68c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:03.650457 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:03.651437 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-27d29c56-4ca7-4aa7-864c-74f8bfad4969 req-23c2fc5c-d12d-49e0-a438-ea76e3e68c29 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f14601d-839b-4074-b28a-f29bd97f9089 HTTP/1.1" status: 200 len: 916 time: 0.0904729 Feb 20 23:44:03.708837 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-27d29c56-4ca7-4aa7-864c-74f8bfad4969 req-d3f72fe3-0e54-43dd-a9c2-49e9e7a56190 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea24d2fe-a95b-4027-a63a-7c7057e4e7be HTTP/1.1" status: 200 len: 217 time: 0.0506415 Feb 20 23:44:03.744097 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port d4618aa7-0f3d-484f-8b92-46e047745178 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:03.744625 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:03.762270 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29c56-4ca7-4aa7-864c-74f8bfad4969 req-aea88349-bfd7-4d6d-89de-31fdd2e9e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:03.764063 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-27d29c56-4ca7-4aa7-864c-74f8bfad4969 req-aea88349-bfd7-4d6d-89de-31fdd2e9e183 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=702d9192-ab58-4987-bc44-1159ca098e88 HTTP/1.1" status: 200 len: 855 time: 0.0497789 Feb 20 23:44:03.775078 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:03.775078 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5632dbfd-76e4-48e8-9da1-1d96f84f59cf" -d '{"events": [{"server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "name": "network-vif-plugged", "status": "completed", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:03.787859 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port d4618aa7-0f3d-484f-8b92-46e047745178, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4618aa7-0f3d-484f-8b92-46e047745178,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:03.810705 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-27d29c56-4ca7-4aa7-864c-74f8bfad4969 req-4c823ab1-7bfc-4426-8abf-df149912492d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f14601d-839b-4074-b28a-f29bd97f9089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392048 Feb 20 23:44:03.830933 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4a3489-4f8a-4631-8595-05b7f8332812 x-openstack-request-id: req-de4a3489-4f8a-4631-8595-05b7f8332812 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:03.831293 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "name": "network-vif-plugged", "status": "completed", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:03.831698 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de4a3489-4f8a-4631-8595-05b7f8332812 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:03.833584 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'code': 200} Feb 20 23:44:03.881889 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:03.938636 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-27d29c56-4ca7-4aa7-864c-74f8bfad4969 req-b57c9f5e-4071-4280-a38c-e137256c9408 service neutron] 10.222.0.89 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170788 Feb 20 23:44:03.966529 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=d4618aa7-0f3d-484f-8b92-46e047745178,revision_number=7']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:04.137941 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f60f3-38ec-47d4-9f0c-b330f441f893 req-5f3d0d3f-8d9d-46e4-b300-f0369c990c3d tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:04.139316 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bd2f60f3-38ec-47d4-9f0c-b330f441f893 req-5f3d0d3f-8d9d-46e4-b300-f0369c990c3d tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.1568193 Feb 20 23:44:04.147772 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b020e2-6b5e-4220-baa0-243fa7c64380 req-0b77c9aa-e7df-432b-a0e8-c7f490726cfc tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:04.149226 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d5b020e2-6b5e-4220-baa0-243fa7c64380 req-0b77c9aa-e7df-432b-a0e8-c7f490726cfc tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.1093123 Feb 20 23:44:04.151065 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-27d29c56-4ca7-4aa7-864c-74f8bfad4969 req-782f0ede-fde1-442d-931e-7e34e5319378 service neutron] 10.222.0.89 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057467 Feb 20 23:44:04.215027 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 43256) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:04.225558 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bd2f60f3-38ec-47d4-9f0c-b330f441f893 req-83b83a9e-af43-44f1-a625-9de40aaf33d1 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735319 Feb 20 23:44:04.228455 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d5b020e2-6b5e-4220-baa0-243fa7c64380 req-88147b67-8d47-4e18-8fe7-521edaf589ff tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700755 Feb 20 23:44:04.277662 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29124da-a5ac-4e91-9056-d1ecfd05d77f admin admin] Deleting subnet b43fc2fc-58ba-489d-b763-db6e5d402e47 {{(pid=109847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:44:04.282420 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c29124da-a5ac-4e91-9056-d1ecfd05d77f admin admin] Publish callbacks [] for subnet (b43fc2fc-58ba-489d-b763-db6e5d402e47), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.330329 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c29124da-a5ac-4e91-9056-d1ecfd05d77f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59725067'] for subnet (b43fc2fc-58ba-489d-b763-db6e5d402e47), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.347874 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b907c3-be39-4a78-b4fb-c0d782c79941 req-a7fef8bb-bd9f-4e8f-afee-146dc64beba7 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:04.349649 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99b907c3-be39-4a78-b4fb-c0d782c79941 req-a7fef8bb-bd9f-4e8f-afee-146dc64beba7 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 943 time: 0.0603962 Feb 20 23:44:04.371241 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c29124da-a5ac-4e91-9056-d1ecfd05d77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (b43fc2fc-58ba-489d-b763-db6e5d402e47), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.403605 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99b907c3-be39-4a78-b4fb-c0d782c79941 req-3282df9e-429a-41ad-94be-1b1dd36b5818 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461540 Feb 20 23:44:04.498575 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c29124da-a5ac-4e91-9056-d1ecfd05d77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58721909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58876837'] for subnet (b43fc2fc-58ba-489d-b763-db6e5d402e47), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.524978 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29124da-a5ac-4e91-9056-d1ecfd05d77f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b43fc2fc-58ba-489d-b763-db6e5d402e47,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:04.528683 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c29124da-a5ac-4e91-9056-d1ecfd05d77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.535566 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 43266) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:04.536444 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-c29124da-a5ac-4e91-9056-d1ecfd05d77f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b43fc2fc-58ba-489d-b763-db6e5d402e47 HTTP/1.1" status: 204 len: 168 time: 0.3202710 Feb 20 23:44:04.590230 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a7a74-7e68-448b-975a-257c74c22e48 req-b3eb9d94-017b-459d-bda6-9c1c97d9fe88 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:04.591667 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e79a7a74-7e68-448b-975a-257c74c22e48 req-b3eb9d94-017b-459d-bda6-9c1c97d9fe88 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1006036 Feb 20 23:44:04.627642 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d635a563-e8f1-43c4-856d-0ed405032e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (3d6ea557-c4ce-40da-af0e-bb58f02f8f67), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.662655 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e79a7a74-7e68-448b-975a-257c74c22e48 req-e675e14e-9482-4c80-a540-7bfd09c35f75 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624881 Feb 20 23:44:04.729684 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d635a563-e8f1-43c4-856d-0ed405032e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (3d6ea557-c4ce-40da-af0e-bb58f02f8f67), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.748818 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-d635a563-e8f1-43c4-856d-0ed405032e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6ea557-c4ce-40da-af0e-bb58f02f8f67']}} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:04.758282 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-d635a563-e8f1-43c4-856d-0ed405032e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ae1b5b-106d-40be-9f26-a6f2048ea137') {'for_net_delete': True} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:04.758579 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-d635a563-e8f1-43c4-856d-0ed405032e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ae1b5b-106d-40be-9f26-a6f2048ea137') {} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:04.768435 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d635a563-e8f1-43c4-856d-0ed405032e7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62845142'] for segment (71ae1b5b-106d-40be-9f26-a6f2048ea137), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.781336 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d635a563-e8f1-43c4-856d-0ed405032e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (71ae1b5b-106d-40be-9f26-a6f2048ea137), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.787023 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d635a563-e8f1-43c4-856d-0ed405032e7d admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:44:04.787394 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d635a563-e8f1-43c4-856d-0ed405032e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58918974'] for segment (71ae1b5b-106d-40be-9f26-a6f2048ea137), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: Traceback (most recent call last): Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: timer() Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: cb(*args, **kw) Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: return func(*args, **kwargs) Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: self._notify() Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: self.callback(batched_events) Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: event.method(event) Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: return f(self, *a, **k) Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: return self._get(url).json() Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: return self.request(url, 'GET', **kwargs) Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:44:04.789001 dv-cinder-813221-6-iscsi neutron-server[109846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:44:05.169535 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d635a563-e8f1-43c4-856d-0ed405032e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (3d6ea557-c4ce-40da-af0e-bb58f02f8f67), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:05.175757 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d635a563-e8f1-43c4-856d-0ed405032e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:05.179298 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-d635a563-e8f1-43c4-856d-0ed405032e7d admin admin] 10.222.0.37 "DELETE /v2.0/networks/3d6ea557-c4ce-40da-af0e-bb58f02f8f67 HTTP/1.1" status: 204 len: 168 time: 0.6426680 Feb 20 23:44:05.191090 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635a563-e8f1-43c4-856d-0ed405032e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6ea557-c4ce-40da-af0e-bb58f02f8f67,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:05.386939 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e3647-fb83-4add-a013-a56a5624e5a0 req-7bcee2e1-caa6-4e7c-b1d1-5bde4ecb56d0 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:05.388428 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6d4e3647-fb83-4add-a013-a56a5624e5a0 req-7bcee2e1-caa6-4e7c-b1d1-5bde4ecb56d0 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0844483 Feb 20 23:44:05.399228 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb398302-b050-4583-9010-69cc9d443101 req-a18817fc-cd7b-47b2-8496-32eb78a50b2d tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:05.400708 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cb398302-b050-4583-9010-69cc9d443101 req-a18817fc-cd7b-47b2-8496-32eb78a50b2d tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0873587 Feb 20 23:44:05.477740 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6d4e3647-fb83-4add-a013-a56a5624e5a0 req-2c21480e-6b24-41db-8427-4970b6505d64 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759628 Feb 20 23:44:05.481057 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cb398302-b050-4583-9010-69cc9d443101 req-41721623-99c0-4569-b78d-32bb8b1a272d tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736144 Feb 20 23:44:05.589881 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f9bb4-d83c-495b-add2-3a97fd4025df req-f13b47ab-0643-4ef3-a619-b903cc3e8f67 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:05.591359 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a85f9bb4-d83c-495b-add2-3a97fd4025df req-f13b47ab-0643-4ef3-a619-b903cc3e8f67 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 943 time: 0.0550351 Feb 20 23:44:05.639156 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a85f9bb4-d83c-495b-add2-3a97fd4025df req-dfe2e861-e4ab-4110-b3ce-563e3cf76081 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Feb 20 23:44:05.665054 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 43282) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:05.705931 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-5728f824-229e-48d2-805a-744459850049 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eaaf9a28e751484eaab440477cef6ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397294 Feb 20 23:44:05.708363 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 43286) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:05.788461 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-415dcd07-0935-409d-b4c9-0016b93edbe3 admin admin] Publish callbacks [] for security_group (d912a480-f6a4-4601-b67d-04e819ca0533), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:05.817512 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-415dcd07-0935-409d-b4c9-0016b93edbe3 admin admin] Publish callbacks [] for security_group (d912a480-f6a4-4601-b67d-04e819ca0533), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:05.833239 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e57b3-7668-4178-be22-79020a34a4f2 req-2e0e2de2-7f41-484e-b802-70221f741f0e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:05.835339 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-853e57b3-7668-4178-be22-79020a34a4f2 req-2e0e2de2-7f41-484e-b802-70221f741f0e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0925860 Feb 20 23:44:05.901744 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-853e57b3-7668-4178-be22-79020a34a4f2 req-81e228d4-a206-4b7a-9185-8c7b6e6c0317 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587065 Feb 20 23:44:05.984384 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-415dcd07-0935-409d-b4c9-0016b93edbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (d912a480-f6a4-4601-b67d-04e819ca0533), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:05.987081 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-415dcd07-0935-409d-b4c9-0016b93edbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:05.988198 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-415dcd07-0935-409d-b4c9-0016b93edbe3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d912a480-f6a4-4601-b67d-04e819ca0533 HTTP/1.1" status: 204 len: 168 time: 0.2788358 Feb 20 23:44:05.996003 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dcd07-0935-409d-b4c9-0016b93edbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d912a480-f6a4-4601-b67d-04e819ca0533,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:06.632833 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920053e7-38ae-46c0-a19c-1317b68b3837 req-1cfb8180-3a29-4248-a39f-0d1802d75402 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:06.634568 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-920053e7-38ae-46c0-a19c-1317b68b3837 req-1cfb8180-3a29-4248-a39f-0d1802d75402 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0767267 Feb 20 23:44:06.642371 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1c83b-bdab-4ca5-b794-10728cd4e587 req-390f0d77-5b69-4f8a-8b2e-ac1b7a664987 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:06.644082 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e9c1c83b-bdab-4ca5-b794-10728cd4e587 req-390f0d77-5b69-4f8a-8b2e-ac1b7a664987 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0963130 Feb 20 23:44:06.723440 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-920053e7-38ae-46c0-a19c-1317b68b3837 req-8a5936d1-61b0-4eeb-9a56-299180c3f87c tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785103 Feb 20 23:44:06.726901 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e9c1c83b-bdab-4ca5-b794-10728cd4e587 req-e6455d66-36ac-4408-bdf1-799ed912c284 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751731 Feb 20 23:44:06.838115 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c1318-d16c-4df8-8c3a-3e75bd9eb632 req-d29e1b06-9358-4791-b84d-7edaef6428ac tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:06.839693 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a10c1318-d16c-4df8-8c3a-3e75bd9eb632 req-d29e1b06-9358-4791-b84d-7edaef6428ac tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 943 time: 0.0566111 Feb 20 23:44:06.892345 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a10c1318-d16c-4df8-8c3a-3e75bd9eb632 req-d4982b60-68e9-4dce-864a-eba9b138008f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464766 Feb 20 23:44:07.024479 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 43324) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:07.033780 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df542505-f38c-4cd0-bb09-906fb8d1bd1b req-38ef4104-f500-40fb-ae50-02e7c3b3ecd9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:07.035329 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df542505-f38c-4cd0-bb09-906fb8d1bd1b req-38ef4104-f500-40fb-ae50-02e7c3b3ecd9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0554292 Feb 20 23:44:07.091035 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df542505-f38c-4cd0-bb09-906fb8d1bd1b req-fab9be03-4020-4554-a068-e6a39e4034bc tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498602 Feb 20 23:44:07.129012 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1697233255-network', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:07.223735 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Made reservation on behalf of e2a889d9da9b4ed68809a094e134178b for: {'network': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:44:07.226106 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.235836 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.311175 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Publish callbacks [] for security_group (fec3e845-508b-4342-beaf-38d6ca332b2f), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.383874 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (fec3e845-508b-4342-beaf-38d6ca332b2f), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.407788 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=109847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:44:07.417047 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec3e845-508b-4342-beaf-38d6ca332b2f,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:07.422253 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (897d5f5c-5221-4cd0-b02c-17e4e31ad4b3), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.422586 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.segments_db [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Added segment 897d5f5c-5221-4cd0-b02c-17e4e31ad4b3 of type vlan for network 51afa427-f90b-431e-98ac-b01973cf6745 Feb 20 23:44:07.465836 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (51afa427-f90b-431e-98ac-b01973cf6745), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.554388 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (51afa427-f90b-431e-98ac-b01973cf6745), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.555370 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:07.555945 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.612277 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] Pushing event updated for resources: {'Network': ['ID=51afa427-f90b-431e-98ac-b01973cf6745,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:07.621841 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 51afa427-f90b-431e-98ac-b01973cf6745 details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:44:07.667146 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f32d9db4-53bb-4028-9d04-2c57b550dca6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6414614 Feb 20 23:44:07.670069 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 43328) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:07.675744 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-5763038e-008c-47c8-8a5b-eb49a517e982 admin admin] Request body: {'subnet': {'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1697233255-subnet', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'ip_version': 4}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:07.742482 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5763038e-008c-47c8-8a5b-eb49a517e982 admin admin] Made reservation on behalf of e2a889d9da9b4ed68809a094e134178b for: {'subnet': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:44:07.744865 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5763038e-008c-47c8-8a5b-eb49a517e982 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58876744'] for subnet (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.884835 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed917a-8e21-4ecd-a943-e2a119e94942 req-3261d26c-f08e-449e-8459-b3025dba952c tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:07.886301 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-83ed917a-8e21-4ecd-a943-e2a119e94942 req-3261d26c-f08e-449e-8459-b3025dba952c tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0890830 Feb 20 23:44:07.906152 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e2891-8521-4946-8e89-d058ddb0a736 req-615a7263-c908-4309-9e9f-76eedffecf8b tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:07.907843 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4f5e2891-8521-4946-8e89-d058ddb0a736 req-615a7263-c908-4309-9e9f-76eedffecf8b tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.1013732 Feb 20 23:44:07.965707 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-83ed917a-8e21-4ecd-a943-e2a119e94942 req-33ee9e2d-f2db-478a-a95d-cac06ec827fd tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721843 Feb 20 23:44:07.990122 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5763038e-008c-47c8-8a5b-eb49a517e982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58721844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58876858'] for subnet (b7926df9-2b15-4cf1-8457-30c515cc5e7c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:07.992238 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4f5e2891-8521-4946-8e89-d058ddb0a736 req-315c31ef-daf9-4edb-9689-d4a6a8724737 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769284 Feb 20 23:44:08.056791 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763038e-008c-47c8-8a5b-eb49a517e982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7926df9-2b15-4cf1-8457-30c515cc5e7c,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:08.067069 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5763038e-008c-47c8-8a5b-eb49a517e982 admin admin] Checking segment: {'id': '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:08.067423 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5763038e-008c-47c8-8a5b-eb49a517e982 admin admin] Network hostable DHCP agents. Network: 51afa427-f90b-431e-98ac-b01973cf6745, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:44:08.078628 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed86b0-ba66-4f37-9fad-2cc9c23fff85 req-4e29c0ee-8b78-4983-ae52-212bfff2d434 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:08.080263 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-84ed86b0-ba66-4f37-9fad-2cc9c23fff85 req-4e29c0ee-8b78-4983-ae52-212bfff2d434 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 943 time: 0.0562654 Feb 20 23:44:08.134107 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-84ed86b0-ba66-4f37-9fad-2cc9c23fff85 req-d05d5918-a76c-4481-8e78-f0f0dcd3fc9b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482554 Feb 20 23:44:08.149637 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5763038e-008c-47c8-8a5b-eb49a517e982 admin admin] Network 51afa427-f90b-431e-98ac-b01973cf6745 is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:44:08.225605 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c913e1-12a8-4d33-83df-5b4a0de60083 req-efd27765-203f-4109-9b87-ed0ff3382363 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:08.227014 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-71c913e1-12a8-4d33-83df-5b4a0de60083 req-efd27765-203f-4109-9b87-ed0ff3382363 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0589952 Feb 20 23:44:08.229661 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-5763038e-008c-47c8-8a5b-eb49a517e982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 51afa427-f90b-431e-98ac-b01973cf6745) {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:08.235312 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5763038e-008c-47c8-8a5b-eb49a517e982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:08.236031 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5763038e-008c-47c8-8a5b-eb49a517e982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.239638 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d1f0f6-62f5-4ff1-bbb0-df1b1d992a93 None None] Network 51afa427-f90b-431e-98ac-b01973cf6745 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:44:08.290675 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-71c913e1-12a8-4d33-83df-5b4a0de60083 req-ac749b7e-ca83-474a-b055-67838609dcc5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574145 Feb 20 23:44:08.340556 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-5763038e-008c-47c8-8a5b-eb49a517e982 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6694069 Feb 20 23:44:08.343760 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 43342) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:08.349344 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:08.357758 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6392c1-e4f2-54ed-bec5-04f8fd0c80e7-51afa427-f90b-431e-98ac-b01973cf6745', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'fixed_ips': [{'subnet_id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c'}]}} from dv-cinder-813221-6-iscsi. {{(pid=109848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:44:08.359454 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.424089 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10414'] for router (58df9ff1-b33a-4cf9-9791-bbb337e14922), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.425213 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10417'] for router (58df9ff1-b33a-4cf9-9791-bbb337e14922), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.481513 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Publish callbacks [] for router_controller (58df9ff1-b33a-4cf9-9791-bbb337e14922), precommit_add_association {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.502839 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Allocated IP 172.20.0.2 (51afa427-f90b-431e-98ac-b01973cf6745/b7926df9-2b15-4cf1-8457-30c515cc5e7c/3d76d0b6-eeea-46af-b239-7158b76e07d4) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:08.661837 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Publish callbacks [] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.721790 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.768571 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Network 51afa427-f90b-431e-98ac-b01973cf6745 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:08.771469 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:08.777393 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:08.785387 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Pushing event updated for resources: {'Port': ['ID=3d76d0b6-eeea-46af-b239-7158b76e07d4,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:08.841775 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Attempting to bind port 3d76d0b6-eeea-46af-b239-7158b76e07d4 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:08.842145 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Attempting to bind port 3d76d0b6-eeea-46af-b239-7158b76e07d4 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:08.842513 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Attempting to bind port 3d76d0b6-eeea-46af-b239-7158b76e07d4 on network 51afa427-f90b-431e-98ac-b01973cf6745 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:08.847999 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:08.848745 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Checking segment: {'id': '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:08.848869 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.849185 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Bound using segment: {'id': '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:08.849647 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Bound port: 3d76d0b6-eeea-46af-b239-7158b76e07d4, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:08.850024 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.886521 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Publish callbacks [] for router_gateway (58df9ff1-b33a-4cf9-9791-bbb337e14922), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:08.913089 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] For port 3d76d0b6-eeea-46af-b239-7158b76e07d4, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:08.916198 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] For port 3d76d0b6-eeea-46af-b239-7158b76e07d4, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=3d76d0b6-eeea-46af-b239-7158b76e07d4,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:09.007120 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:09.081775 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da511555-0f9e-42db-bf4f-9b77e96fe675 None None] Pushing event updated for resources: {'Port': ['ID=3d76d0b6-eeea-46af-b239-7158b76e07d4,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:09.137235 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718223d-d6be-4012-8f94-1765936f621a req-b6eb0440-285c-486d-a8f3-0523341f8d74 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:09.145184 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c718223d-d6be-4012-8f94-1765936f621a req-b6eb0440-285c-486d-a8f3-0523341f8d74 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0946815 Feb 20 23:44:09.217001 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Publish callbacks [] for router_gateway (58df9ff1-b33a-4cf9-9791-bbb337e14922), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:09.225729 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c718223d-d6be-4012-8f94-1765936f621a req-fc8f9d5b-5431-4218-ae38-3e4188c78444 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796580 Feb 20 23:44:09.238337 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99efa4d-2f82-4caa-92c5-894a19c2e724 req-048e5b1e-b969-4b74-b135-99b4d0da53bb tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:09.238661 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:09.240051 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e99efa4d-2f82-4caa-92c5-894a19c2e724 req-048e5b1e-b969-4b74-b135-99b4d0da53bb tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0875614 Feb 20 23:44:09.338284 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e99efa4d-2f82-4caa-92c5-894a19c2e724 req-e5f7c159-5d08-4828-bfb1-e6180f419c5e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830114 Feb 20 23:44:09.406376 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fa13c-1343-4166-baf0-c85059fca238 req-d1b36b64-69d9-4574-8e4a-f70ccc2fe659 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:09.408024 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6a8fa13c-1343-4166-baf0-c85059fca238 req-d1b36b64-69d9-4574-8e4a-f70ccc2fe659 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 943 time: 0.0688691 Feb 20 23:44:09.418309 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Allocated IP 172.27.0.19 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/767ea9fe-cb07-4d7c-b0ab-66de51dbd60e) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:09.503911 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6a8fa13c-1343-4166-baf0-c85059fca238 req-7e09a3d3-66ee-4e9d-8065-defbc012961d tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868795 Feb 20 23:44:09.526884 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f615b-972b-49ec-a077-71211a7e21cd req-3d6f1100-08b5-4179-98f5-1174a2bf69b8 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:09.529216 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f98f615b-972b-49ec-a077-71211a7e21cd req-3d6f1100-08b5-4179-98f5-1174a2bf69b8 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0902710 Feb 20 23:44:09.538753 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Publish callbacks [] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:09.583630 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f98f615b-972b-49ec-a077-71211a7e21cd req-d828f3d7-ca2f-40de-8cff-aa2e557bbc55 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466397 Feb 20 23:44:09.630087 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:09.674166 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:09.679413 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:09.682686 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:09.689726 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Pushing event updated for resources: {'Port': ['ID=767ea9fe-cb07-4d7c-b0ab-66de51dbd60e,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:10.091539 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Publish callbacks [] for router_gateway (58df9ff1-b33a-4cf9-9791-bbb337e14922), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.209317 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f273f34-1e78-445f-817e-fbe12a35afa0 None None] Network 51afa427-f90b-431e-98ac-b01973cf6745 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:44:10.284051 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-28a35fa4-0e6b-455d-bb63-452e76233e0c None None] Provisioning complete for port 3d76d0b6-eeea-46af-b239-7158b76e07d4 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:10.284903 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-28a35fa4-0e6b-455d-bb63-452e76233e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.371858 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686826'] for router (58df9ff1-b33a-4cf9-9791-bbb337e14922), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.411419 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15b46b-db4c-49b6-b7f5-fa2d7fd22a43 req-e07ebf77-daf9-4340-81ce-da0151cc4ee1 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:10.422851 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7a15b46b-db4c-49b6-b7f5-fa2d7fd22a43 req-e07ebf77-daf9-4340-81ce-da0151cc4ee1 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0772555 Feb 20 23:44:10.443730 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-28a35fa4-0e6b-455d-bb63-452e76233e0c None None] Current status of the port 3d76d0b6-eeea-46af-b239-7158b76e07d4 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:10.444118 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-28a35fa4-0e6b-455d-bb63-452e76233e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.506197 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-28a35fa4-0e6b-455d-bb63-452e76233e0c None None] For port 3d76d0b6-eeea-46af-b239-7158b76e07d4, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=3d76d0b6-eeea-46af-b239-7158b76e07d4,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:10.529501 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7a15b46b-db4c-49b6-b7f5-fa2d7fd22a43 req-78d8d875-9ea8-4f7c-a3a9-ef2c3d4cafcc tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067939 Feb 20 23:44:10.549081 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81084511-0439-4180-8508-cca6001fe6f2 req-3fdcdbed-4bc4-4eda-99ec-4206643b1e93 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:10.557730 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-81084511-0439-4180-8508-cca6001fe6f2 req-3fdcdbed-4bc4-4eda-99ec-4206643b1e93 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.1062849 Feb 20 23:44:10.567216 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-28a35fa4-0e6b-455d-bb63-452e76233e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.668725 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-81084511-0439-4180-8508-cca6001fe6f2 req-b2cf93b8-eeaa-4786-80b0-fd35a6895521 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099641 Feb 20 23:44:10.682984 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a35fa4-0e6b-455d-bb63-452e76233e0c None None] Pushing event updated for resources: {'Port': ['ID=3d76d0b6-eeea-46af-b239-7158b76e07d4,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:10.772341 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Router 58df9ff1-b33a-4cf9-9791-bbb337e14922 is scheduled to L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb with binding_index 1 {{(pid=109847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:44:10.816274 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 3d76d0b6-eeea-46af-b239-7158b76e07d4 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:10.880394 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d5c1e-8145-4a16-afe8-06774c776146 req-f800f467-0ee0-4d4d-a884-077d24bbfc77 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:10.882178 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-264d5c1e-8145-4a16-afe8-06774c776146 req-f800f467-0ee0-4d4d-a884-077d24bbfc77 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 943 time: 0.1500015 Feb 20 23:44:10.902305 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe852c-9029-4486-82e6-011d58f8ce5f req-5c51d22f-45fa-481d-a3e9-2c5eb08ab799 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:10.903874 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cbfe852c-9029-4486-82e6-011d58f8ce5f req-5c51d22f-45fa-481d-a3e9-2c5eb08ab799 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1189466 Feb 20 23:44:10.923494 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 3d76d0b6-eeea-46af-b239-7158b76e07d4 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:10.924119 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.927302 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-fec15619-d0c6-4e64-8166-58405cff2fc0 None None] Provisioning complete for port 3d76d0b6-eeea-46af-b239-7158b76e07d4 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:10.928033 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fec15619-d0c6-4e64-8166-58405cff2fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:10.950222 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:44:10.993427 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Sync routers for ids ['58df9ff1-b33a-4cf9-9791-bbb337e14922'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:44:11.001384 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-264d5c1e-8145-4a16-afe8-06774c776146 req-65b5fcbb-37e4-4627-a31c-27b228288b8b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120393 Feb 20 23:44:11.034309 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cbfe852c-9029-4486-82e6-011d58f8ce5f req-9616f914-7458-49e2-9087-e45955b7f20d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152046 Feb 20 23:44:11.035333 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Routers {'58df9ff1-b33a-4cf9-9791-bbb337e14922'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:11.036124 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:43:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['58df9ff1-b33a-4cf9-9791-bbb337e14922'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:11.053665 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:11.057674 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-313c4274-4fc9-4213-8ac5-a1575435a513 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7102315 Feb 20 23:44:11.058180 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 43394) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:11.238205 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-fec15619-d0c6-4e64-8166-58405cff2fc0 None None] Current status of the port 3d76d0b6-eeea-46af-b239-7158b76e07d4 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:11.258243 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 3d76d0b6-eeea-46af-b239-7158b76e07d4 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:11.262133 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Set router 58df9ff1-b33a-4cf9-9791-bbb337e14922 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:11.605319 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:09Z', 'revision_number': 3, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:11.795557 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Checking router: 58df9ff1-b33a-4cf9-9791-bbb337e14922 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:44:11.796168 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Updating router 58df9ff1-b33a-4cf9-9791-bbb337e14922 port 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e binding host dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:44:11.854885 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:11.991516 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc2846-96ae-4641-9e78-5062ddb0f25e req-d77e7cda-7efd-4f7f-888f-2661a3b4bb4c tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:11.994586 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-69fc2846-96ae-4641-9e78-5062ddb0f25e req-d77e7cda-7efd-4f7f-888f-2661a3b4bb4c tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.2155921 Feb 20 23:44:12.023529 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.046395 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf6d8e-ee42-4ba9-9f75-96149cf4aadc req-f2beae6b-2d40-442f-b997-ea522da5eb7b tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:12.055768 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07cf6d8e-ee42-4ba9-9f75-96149cf4aadc req-f2beae6b-2d40-442f-b997-ea522da5eb7b tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.1781037 Feb 20 23:44:12.211420 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Publish callbacks [] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.239067 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-69fc2846-96ae-4641-9e78-5062ddb0f25e req-0cf4d154-e329-4b21-b19e-8e2de3018b28 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242875 Feb 20 23:44:12.271537 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07cf6d8e-ee42-4ba9-9f75-96149cf4aadc req-8d259f7e-6f9e-4d46-9256-ca12dd867425 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148352 Feb 20 23:44:12.309891 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.460048 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a787b3-a170-4f16-abbe-2e9c95a8bb6f None None] Pushing event updated for resources: {'Port': ['ID=767ea9fe-cb07-4d7c-b0ab-66de51dbd60e,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:12.470233 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Attempting to bind port 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:12.470589 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Attempting to bind port 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:12.470956 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Attempting to bind port 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e on network 4833237b-5877-425d-ac12-7cecdcd1e647 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:12.481545 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:12.481927 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Checking segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:12.483525 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.483525 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Bound using segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:12.483525 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Bound port: 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:12.484532 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.532857 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Allocated IP 172.20.0.1 (51afa427-f90b-431e-98ac-b01973cf6745/b7926df9-2b15-4cf1-8457-30c515cc5e7c/399ca72a-a300-49f4-9d0c-7c2f94408c69) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:12.565561 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955a75b-60a1-4eda-b132-3271ed25c642 req-66461f38-0145-46e5-96d9-77755777ce06 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:12.568312 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3955a75b-60a1-4eda-b132-3271ed25c642 req-66461f38-0145-46e5-96d9-77755777ce06 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 943 time: 0.2438669 Feb 20 23:44:12.583640 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21b8c8-2f40-4c11-a381-09cef58a9293 req-d851d742-e5b8-4ccf-825f-30857819baca tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:12.590296 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ba21b8c8-2f40-4c11-a381-09cef58a9293 req-d851d742-e5b8-4ccf-825f-30857819baca tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1419148 Feb 20 23:44:12.624491 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] For port 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:12.636581 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] For port 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=767ea9fe-cb07-4d7c-b0ab-66de51dbd60e,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:12.722285 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 3d76d0b6-eeea-46af-b239-7158b76e07d4 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:12.762616 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.770972 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ba21b8c8-2f40-4c11-a381-09cef58a9293 req-45a0a60e-9c9d-4990-934c-4eec9c305197 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796827 Feb 20 23:44:12.797452 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3955a75b-60a1-4eda-b132-3271ed25c642 req-49790a9b-76e5-465c-b85c-664ca88cbf58 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885862 Feb 20 23:44:12.878214 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Routers {'58df9ff1-b33a-4cf9-9791-bbb337e14922'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:12.879021 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:43:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['58df9ff1-b33a-4cf9-9791-bbb337e14922'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:12.895378 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Publish callbacks [] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:12.925058 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a787b3-a170-4f16-abbe-2e9c95a8bb6f None None] Pushing event updated for resources: {'Port': ['ID=767ea9fe-cb07-4d7c-b0ab-66de51dbd60e,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:12.938632 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 3d76d0b6-eeea-46af-b239-7158b76e07d4 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:12.939200 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:13.024292 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:13.060658 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] Set router 58df9ff1-b33a-4cf9-9791-bbb337e14922 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:13.114162 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Pushing event updated for resources: {'Port': ['ID=399ca72a-a300-49f4-9d0c-7c2f94408c69,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:13.125696 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Network 51afa427-f90b-431e-98ac-b01973cf6745 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:13.131446 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:13.143500 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:13.228030 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684733'] for router_interface (58df9ff1-b33a-4cf9-9791-bbb337e14922), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:13.440178 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 3d76d0b6-eeea-46af-b239-7158b76e07d4 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:13.609638 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4227378-590b-42c1-82e5-f7102cf0fd3e req-ca6e655b-07dc-4360-af87-8a1123fe58aa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:13.617126 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b4227378-590b-42c1-82e5-f7102cf0fd3e req-ca6e655b-07dc-4360-af87-8a1123fe58aa tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.2370520 Feb 20 23:44:13.619365 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:09Z', 'revision_number': 3, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:13.662163 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d46e5e5-44c5-4047-950d-e2bd1db05aa0 None None] The sync data for ids ['58df9ff1-b33a-4cf9-9791-bbb337e14922'] in dv-cinder-813221-6-iscsi is: [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:09Z', 'revision_number': 3, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:44:13.676043 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-f61cf853-2678-4bf8-81ac-1db5dae93e6d None None] Provisioning complete for port 399ca72a-a300-49f4-9d0c-7c2f94408c69 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:13.676295 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2be86d-d143-4410-915a-d92280adcbbe req-74b494f6-44bc-4006-a0bf-bf8ca27a04b0 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:13.676407 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f61cf853-2678-4bf8-81ac-1db5dae93e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:13.679304 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2b2be86d-d143-4410-915a-d92280adcbbe req-74b494f6-44bc-4006-a0bf-bf8ca27a04b0 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.2309301 Feb 20 23:44:13.762215 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-f61cf853-2678-4bf8-81ac-1db5dae93e6d None None] Port 399ca72a-a300-49f4-9d0c-7c2f94408c69 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:44:13.777744 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b4227378-590b-42c1-82e5-f7102cf0fd3e req-db56e659-0c27-406b-ae2b-21121ffaef7a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594656 Feb 20 23:44:13.988540 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2b2be86d-d143-4410-915a-d92280adcbbe req-6830aa1f-6f21-4289-a8db-0435eb9f9f97 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706866 Feb 20 23:44:14.034817 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.078146 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device ea24d2fe-a95b-4027-a63a-7c7057e4e7be details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:44:14.378510 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port ea24d2fe-a95b-4027-a63a-7c7057e4e7be, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ea24d2fe-a95b-4027-a63a-7c7057e4e7be,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:14.397710 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': 'ea24d2fe-a95b-4027-a63a-7c7057e4e7be', 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089', 'port_id': 'ea24d2fe-a95b-4027-a63a-7c7057e4e7be', 'mac_address': 'fa:16:3e:6d:b6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702d9192-ab58-4987-bc44-1159ca098e88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:44:14.409904 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Publish callbacks [] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.422575 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb64b4-e975-4597-aa07-e78fce31555a req-b52947de-8045-48a1-aaef-5e62e19600e0 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:14.430892 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-98cb64b4-e975-4597-aa07-e78fce31555a req-b52947de-8045-48a1-aaef-5e62e19600e0 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 943 time: 0.2504797 Feb 20 23:44:14.464791 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port ea24d2fe-a95b-4027-a63a-7c7057e4e7be is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:14.465414 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.496722 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea24d2fe-a95b-4027-a63a-7c7057e4e7be {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:44:14.518792 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-98cb64b4-e975-4597-aa07-e78fce31555a req-8920eee2-40f7-42aa-a626-47b84ea7a830 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795372 Feb 20 23:44:14.536441 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port ea24d2fe-a95b-4027-a63a-7c7057e4e7be, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ea24d2fe-a95b-4027-a63a-7c7057e4e7be,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:14.550319 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.606593 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.788545 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=ea24d2fe-a95b-4027-a63a-7c7057e4e7be,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:14.837523 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:14.841082 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Pushing event updated for resources: {'Port': ['ID=399ca72a-a300-49f4-9d0c-7c2f94408c69,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:14.855975 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4170004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684841'] for router_interface (58df9ff1-b33a-4cf9-9791-bbb337e14922), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.945748 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:14.946123 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:14.998387 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b61c2a-4258-48af-9556-fdfa84cf605a req-f89f6e52-3e84-4f81-8b3b-4a09fef27d9d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:15.006209 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-87b61c2a-4258-48af-9556-fdfa84cf605a req-f89f6e52-3e84-4f81-8b3b-4a09fef27d9d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.3356264 Feb 20 23:44:15.120305 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['ea24d2fe-a95b-4027-a63a-7c7057e4e7be'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:44:15.196472 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:15.197786 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:15.283843 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=767ea9fe-cb07-4d7c-b0ab-66de51dbd60e,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:15.490438 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:15.617830 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=767ea9fe-cb07-4d7c-b0ab-66de51dbd60e,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:15.698684 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Network 51afa427-f90b-431e-98ac-b01973cf6745 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:15.712918 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:15.730611 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-87b61c2a-4258-48af-9556-fdfa84cf605a req-29085650-6444-434b-8554-1420f06e3106 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7235277 Feb 20 23:44:15.746051 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c32d3-8d18-4294-9361-7eb62ca5680e req-23c74cf0-5569-4c62-9921-0a9745e44f11 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:15.747960 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a59c32d3-8d18-4294-9361-7eb62ca5680e req-23c74cf0-5569-4c62-9921-0a9745e44f11 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.8135631 Feb 20 23:44:15.918840 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a59c32d3-8d18-4294-9361-7eb62ca5680e req-82017af2-95d1-4800-a4bd-b8990c556cd4 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270411 Feb 20 23:44:16.120329 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62099a-64c3-44c9-b965-a2921fe127b1 req-16a82840-5649-4a1d-8c53-2c980ed88a73 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:16.127658 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9c62099a-64c3-44c9-b965-a2921fe127b1 req-16a82840-5649-4a1d-8c53-2c980ed88a73 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.2520037 Feb 20 23:44:16.128006 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-d890e8a6-a9d8-4c5e-bbae-6b39b896876e None None] Provisioning complete for port 399ca72a-a300-49f4-9d0c-7c2f94408c69 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:16.128482 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d890e8a6-a9d8-4c5e-bbae-6b39b896876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.153832 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Router 58df9ff1-b33a-4cf9-9791-bbb337e14922 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:44:16.170154 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-d890e8a6-a9d8-4c5e-bbae-6b39b896876e None None] Port 399ca72a-a300-49f4-9d0c-7c2f94408c69 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:44:16.185313 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff752fa-4527-4f62-bee7-2c645707c4e0 req-7f5bcfb3-0cf5-49d1-99a4-a5d522956156 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:16.187795 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-eff752fa-4527-4f62-bee7-2c645707c4e0 req-7f5bcfb3-0cf5-49d1-99a4-a5d522956156 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 944 time: 0.1593003 Feb 20 23:44:16.269861 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9c62099a-64c3-44c9-b965-a2921fe127b1 req-ef6b433f-c262-4bd3-ac67-a45477a4ef8e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411815 Feb 20 23:44:16.318967 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-eff752fa-4527-4f62-bee7-2c645707c4e0 req-66f0a145-e8ef-4473-8f95-b27db21b784e tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229115 Feb 20 23:44:16.375825 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:44:16.381261 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-7e876046-fb17-4b02-b7fd-37e7e9b0c30d admin admin] 10.222.0.37 "PUT /v2.0/routers/58df9ff1-b33a-4cf9-9791-bbb337e14922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3219125 Feb 20 23:44:16.532768 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Sync routers for ids ['58df9ff1-b33a-4cf9-9791-bbb337e14922'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:44:16.553092 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Routers {'58df9ff1-b33a-4cf9-9791-bbb337e14922'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:16.553990 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:43:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['58df9ff1-b33a-4cf9-9791-bbb337e14922'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:16.694156 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:16.777465 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Set router 58df9ff1-b33a-4cf9-9791-bbb337e14922 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:16.834913 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:16.835293 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:16.938568 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1c02a-84f1-4cce-a01e-06a14b1a06d5 req-a9eae147-8bb4-4ba3-8f53-a6e5c7e45a31 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:16.939878 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:16.941597 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9ed1c02a-84f1-4cce-a01e-06a14b1a06d5 req-a9eae147-8bb4-4ba3-8f53-a6e5c7e45a31 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.1307950 Feb 20 23:44:17.053764 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9ed1c02a-84f1-4cce-a01e-06a14b1a06d5 req-b4c7b3e7-8eb2-4242-bafd-9e5a10175c2d tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962851 Feb 20 23:44:17.078713 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a642b1-5a5f-46eb-ba14-443b0948fbfa req-69104c67-a6cd-4db7-bcff-54b41af4e13a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:17.080372 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-46a642b1-5a5f-46eb-ba14-443b0948fbfa req-69104c67-a6cd-4db7-bcff-54b41af4e13a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1525297 Feb 20 23:44:17.121144 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:13Z', 'revision_number': 4, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '399ca72a-a300-49f4-9d0c-7c2f94408c69', 'name': '', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'mac_address': 'fa:16:3e:31:9c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:12Z', 'updated_at': '2022-02-20T23:44:14Z', 'revision_number': 2, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'subnets': [{'id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:17.191099 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Checking router: 58df9ff1-b33a-4cf9-9791-bbb337e14922 for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:44:17.191700 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Updating router 58df9ff1-b33a-4cf9-9791-bbb337e14922 port 399ca72a-a300-49f4-9d0c-7c2f94408c69 binding host dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:44:17.221262 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-46a642b1-5a5f-46eb-ba14-443b0948fbfa req-d6371c0a-8874-4530-a4d8-ad096dbe100b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291845 Feb 20 23:44:17.337294 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.365414 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdd8af-b38f-4833-9a87-d45dd1abba22 req-83c5077e-e03e-451e-9a39-6d99b23a11be tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:17.374083 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-68bdd8af-b38f-4833-9a87-d45dd1abba22 req-83c5077e-e03e-451e-9a39-6d99b23a11be tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.1506577 Feb 20 23:44:17.466328 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 43542) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:17.477342 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-727091154-network', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:17.514952 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-68bdd8af-b38f-4833-9a87-d45dd1abba22 req-fae29a7b-fff5-456d-9366-82a6fc07a9c0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372252 Feb 20 23:44:17.540131 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1110529-d5b4-4b64-a586-8d3f19f84b1e req-fb3caf79-0dff-45b4-a0aa-f7b7fd0d1f39 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:17.541722 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c1110529-d5b4-4b64-a586-8d3f19f84b1e req-fb3caf79-0dff-45b4-a0aa-f7b7fd0d1f39 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.1212759 Feb 20 23:44:17.572722 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Made reservation on behalf of 413034bb70bc4c80b21c9b568fafaa54 for: {'network': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:44:17.575407 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.596225 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.638905 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c1110529-d5b4-4b64-a586-8d3f19f84b1e req-27b3fae7-a0c8-42d6-9287-fd8558b357c9 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876987 Feb 20 23:44:17.728021 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba4f2d-3882-4a68-9714-61ea1eb4b8b8 req-df0dd0f3-58d2-422a-8710-ae0c9b60cf07 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:17.730956 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f5ba4f2d-3882-4a68-9714-61ea1eb4b8b8 req-df0dd0f3-58d2-422a-8710-ae0c9b60cf07 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 944 time: 0.1374109 Feb 20 23:44:17.745858 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Publish callbacks [] for security_group (1efd2e88-937b-4104-b042-b7c44c23b39d), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.821081 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f5ba4f2d-3882-4a68-9714-61ea1eb4b8b8 req-3ce6438a-d424-44ae-a40e-10aa91277aa9 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827596 Feb 20 23:44:17.824574 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (1efd2e88-937b-4104-b042-b7c44c23b39d), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.866156 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efd2e88-937b-4104-b042-b7c44c23b39d,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:17.874968 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=109847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:44:17.887682 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (588fddfa-e8d8-4e47-9f39-2891e2143b17), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.888026 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.segments_db [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Added segment 588fddfa-e8d8-4e47-9f39-2891e2143b17 of type vlan for network 0907f005-dd97-4c8d-be93-dc049985ffd7 Feb 20 23:44:17.895787 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Publish callbacks [] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.935207 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (0907f005-dd97-4c8d-be93-dc049985ffd7), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:17.966341 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:18.035486 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (0907f005-dd97-4c8d-be93-dc049985ffd7), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:18.035762 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Pushing event updated for resources: {'Port': ['ID=399ca72a-a300-49f4-9d0c-7c2f94408c69,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:18.037484 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:18.041052 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:18.052194 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 221400a7-920d-480c-b9c8-d8321433f6c8 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:44:18.060304 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device ea24d2fe-a95b-4027-a63a-7c7057e4e7be up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:18.070042 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:18.070405 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:18.070842 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:18.071197 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:18.071639 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:18.071981 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:18.072317 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:18.072999 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:18.073329 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:18.073679 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:18.074500 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:18.074900 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:18.075236 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:18.144852 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Attempting to bind port 399ca72a-a300-49f4-9d0c-7c2f94408c69 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:18.145098 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Attempting to bind port 399ca72a-a300-49f4-9d0c-7c2f94408c69 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:18.147089 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Attempting to bind port 399ca72a-a300-49f4-9d0c-7c2f94408c69 on network 51afa427-f90b-431e-98ac-b01973cf6745 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:18.157894 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:18.158333 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Checking segment: {'id': '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:18.158673 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:18.159073 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Bound using segment: {'id': '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:18.159612 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Bound port: 399ca72a-a300-49f4-9d0c-7c2f94408c69, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:18.160669 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:18.196172 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 43546) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:18.197241 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7244785 Feb 20 23:44:18.207046 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-b728286d-3e00-4dfb-9dcf-385eb8f484ad admin admin] Request body: {'subnet': {'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-727091154-subnet', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'ip_version': 4}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:18.214066 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3cda1-b577-429f-9f12-9c9fee9cd010 admin admin] Pushing event updated for resources: {'Network': ['ID=0907f005-dd97-4c8d-be93-dc049985ffd7,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:18.316754 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] For port 399ca72a-a300-49f4-9d0c-7c2f94408c69, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:18.324238 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea201c-6c13-4b5f-9ecd-7627a4740670 req-583b31f1-cbba-46ef-ab38-0a3106b816a1 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:18.325414 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] For port 399ca72a-a300-49f4-9d0c-7c2f94408c69, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=399ca72a-a300-49f4-9d0c-7c2f94408c69,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:18.335804 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4dea201c-6c13-4b5f-9ecd-7627a4740670 req-583b31f1-cbba-46ef-ab38-0a3106b816a1 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.1092603 Feb 20 23:44:18.340339 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 221400a7-920d-480c-b9c8-d8321433f6c8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=221400a7-920d-480c-b9c8-d8321433f6c8,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:18.362893 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '221400a7-920d-480c-b9c8-d8321433f6c8', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'port_id': '221400a7-920d-480c-b9c8-d8321433f6c8', 'mac_address': 'fa:16:3e:b8:1b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:44:18.369153 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 0907f005-dd97-4c8d-be93-dc049985ffd7 details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:44:18.369740 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b728286d-3e00-4dfb-9dcf-385eb8f484ad admin admin] Made reservation on behalf of 413034bb70bc4c80b21c9b568fafaa54 for: {'subnet': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:44:18.372029 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b728286d-3e00-4dfb-9dcf-385eb8f484ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59354464'] for subnet (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:18.390784 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:18.510311 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-1158cfaf-bcc2-4222-ae58-0b488d46dfdf None None] Provisioning complete for port 399ca72a-a300-49f4-9d0c-7c2f94408c69 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:18.510997 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1158cfaf-bcc2-4222-ae58-0b488d46dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:18.578755 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4dea201c-6c13-4b5f-9ecd-7627a4740670 req-32d8d60c-0606-4e69-b0f7-8c9a0d33b4ea tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395117 Feb 20 23:44:18.589988 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a9a64-0028-40c6-8c74-665a48aa611b None None] Pushing event updated for resources: {'Port': ['ID=399ca72a-a300-49f4-9d0c-7c2f94408c69,revision_number=4']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:18.601413 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Routers {'58df9ff1-b33a-4cf9-9791-bbb337e14922'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:18.604891 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:43:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['58df9ff1-b33a-4cf9-9791-bbb337e14922'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:18.635838 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270e20d-f94a-4bdd-8c9f-78288898f795 req-a4762714-5c21-41fd-a6b8-33808f71381c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:18.648260 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1270e20d-f94a-4bdd-8c9f-78288898f795 req-a4762714-5c21-41fd-a6b8-33808f71381c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.2968092 Feb 20 23:44:18.673022 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 221400a7-920d-480c-b9c8-d8321433f6c8 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:18.673597 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:18.704259 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221400a7-920d-480c-b9c8-d8321433f6c8 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:44:18.714052 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port ea24d2fe-a95b-4027-a63a-7c7057e4e7be completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:44:18.725607 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port ea24d2fe-a95b-4027-a63a-7c7057e4e7be triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:18.735855 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:18.776454 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1270e20d-f94a-4bdd-8c9f-78288898f795 req-e9d5ae07-e4d7-4a72-ab6d-768b52b5da8c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940499 Feb 20 23:44:18.820246 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] Set router 58df9ff1-b33a-4cf9-9791-bbb337e14922 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:18.984323 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 221400a7-920d-480c-b9c8-d8321433f6c8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=221400a7-920d-480c-b9c8-d8321433f6c8,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:18.987421 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-1158cfaf-bcc2-4222-ae58-0b488d46dfdf None None] Current status of the port 399ca72a-a300-49f4-9d0c-7c2f94408c69 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:18.988025 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1158cfaf-bcc2-4222-ae58-0b488d46dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:19.070151 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port ea24d2fe-a95b-4027-a63a-7c7057e4e7be is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:19.070782 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:19.078457 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:19.080499 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260fdca-c3df-4db4-a5c6-de7da5863978 req-abb5124b-5fca-4dcc-8e67-a4947c33bac8 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:19.081239 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e260fdca-c3df-4db4-a5c6-de7da5863978 req-abb5124b-5fca-4dcc-8e67-a4947c33bac8 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.89 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.3358235 Feb 20 23:44:19.119811 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbff64-6bf7-4e11-9dfb-57a7b204a49f req-fa052162-ae21-443e-828a-1391d87d1621 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:19.127742 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-23bbff64-6bf7-4e11-9dfb-57a7b204a49f req-fa052162-ae21-443e-828a-1391d87d1621 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.2028241 Feb 20 23:44:19.172415 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:13Z', 'revision_number': 4, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '399ca72a-a300-49f4-9d0c-7c2f94408c69', 'name': '', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'mac_address': 'fa:16:3e:31:9c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:12Z', 'updated_at': '2022-02-20T23:44:18Z', 'revision_number': 4, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'subnets': [{'id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:19.200854 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e248ac3-ed74-4cff-8999-582709c5ccd5 req-77730efa-93cb-4043-9cc2-04f1ef26fcbc tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:19.206298 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139e771-b099-4f2a-9c46-2615b4ed8615 None None] The sync data for ids ['58df9ff1-b33a-4cf9-9791-bbb337e14922'] in dv-cinder-813221-6-iscsi is: [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:13Z', 'revision_number': 4, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '399ca72a-a300-49f4-9d0c-7c2f94408c69', 'name': '', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'mac_address': 'fa:16:3e:31:9c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:12Z', 'updated_at': '2022-02-20T23:44:18Z', 'revision_number': 4, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'subnets': [{'id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:44:19.208338 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5e248ac3-ed74-4cff-8999-582709c5ccd5 req-77730efa-93cb-4043-9cc2-04f1ef26fcbc tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.4615948 Feb 20 23:44:19.363107 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=221400a7-920d-480c-b9c8-d8321433f6c8,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:19.412227 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-1158cfaf-bcc2-4222-ae58-0b488d46dfdf None None] For port 399ca72a-a300-49f4-9d0c-7c2f94408c69, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=399ca72a-a300-49f4-9d0c-7c2f94408c69,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:19.418921 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd417e88-9267-4c63-815a-f60f653532f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea24d2fe-a95b-4027-a63a-7c7057e4e7be'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:19.422538 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f03980-604b-44da-b990-eaac93908eda" -d '{"events": [{"server_uuid": "fd417e88-9267-4c63-815a-f60f653532f1", "name": "network-vif-plugged", "status": "completed", "tag": "ea24d2fe-a95b-4027-a63a-7c7057e4e7be"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:19.439340 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port ea24d2fe-a95b-4027-a63a-7c7057e4e7be, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ea24d2fe-a95b-4027-a63a-7c7057e4e7be,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:19.442904 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-23bbff64-6bf7-4e11-9dfb-57a7b204a49f req-b942044a-604d-42ce-9451-33a5d438465d tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142564 Feb 20 23:44:19.474991 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b728286d-3e00-4dfb-9dcf-385eb8f484ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58947225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59354514'] for subnet (1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:19.492415 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c6ec53a6-a0f5-4bd7-9ffe-28e83c0523b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:19.495387 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1158cfaf-bcc2-4222-ae58-0b488d46dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:19.557686 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5e248ac3-ed74-4cff-8999-582709c5ccd5 req-8164158e-298d-4b27-a56d-f4da87499642 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484371 Feb 20 23:44:19.614912 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158cfaf-bcc2-4222-ae58-0b488d46dfdf None None] Pushing event updated for resources: {'Port': ['ID=399ca72a-a300-49f4-9d0c-7c2f94408c69,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:19.622620 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:19.631637 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['221400a7-920d-480c-b9c8-d8321433f6c8'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:44:19.666860 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b728286d-3e00-4dfb-9dcf-385eb8f484ad admin admin] Checking segment: {'id': '588fddfa-e8d8-4e47-9f39-2891e2143b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:19.666996 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b728286d-3e00-4dfb-9dcf-385eb8f484ad admin admin] Network hostable DHCP agents. Network: 0907f005-dd97-4c8d-be93-dc049985ffd7, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:44:19.691736 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728286d-3e00-4dfb-9dcf-385eb8f484ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:19.709760 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-e260fdca-c3df-4db4-a5c6-de7da5863978 req-74321e8c-1a91-4717-8238-be837a86a075 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Deleting port 4ff8ba0a-33a7-41db-8c61-0812d076219e {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:44:19.710097 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e260fdca-c3df-4db4-a5c6-de7da5863978 req-74321e8c-1a91-4717-8238-be837a86a075 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:19.740644 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0119dc5-6e2b-4668-9f9f-05eea6ac3a25 req-41621312-9121-4f9d-8491-f51e35acb50d tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:19.742443 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f0119dc5-6e2b-4668-9f9f-05eea6ac3a25 req-41621312-9121-4f9d-8491-f51e35acb50d tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 945 time: 0.1620839 Feb 20 23:44:19.826210 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=ea24d2fe-a95b-4027-a63a-7c7057e4e7be,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:19.829614 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b728286d-3e00-4dfb-9dcf-385eb8f484ad admin admin] Network 0907f005-dd97-4c8d-be93-dc049985ffd7 is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:44:19.839423 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed41c9a2-eb38-4223-96be-7cb292d528a1 x-openstack-request-id: req-ed41c9a2-eb38-4223-96be-7cb292d528a1 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:19.839888 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd417e88-9267-4c63-815a-f60f653532f1", "name": "network-vif-plugged", "status": "completed", "tag": "ea24d2fe-a95b-4027-a63a-7c7057e4e7be", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:19.840809 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed41c9a2-eb38-4223-96be-7cb292d528a1 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:19.841344 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd417e88-9267-4c63-815a-f60f653532f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea24d2fe-a95b-4027-a63a-7c7057e4e7be', 'code': 200} Feb 20 23:44:19.857180 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-e1b39813-fc27-4260-ac0a-0e02ecb4ca67 None None] Provisioning complete for port 399ca72a-a300-49f4-9d0c-7c2f94408c69 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:19.858643 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1b39813-fc27-4260-ac0a-0e02ecb4ca67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:19.955626 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f0119dc5-6e2b-4668-9f9f-05eea6ac3a25 req-46bf12a8-6b2a-4abc-a07b-461c84ab2783 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545181 Feb 20 23:44:19.959388 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-b728286d-3e00-4dfb-9dcf-385eb8f484ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 0907f005-dd97-4c8d-be93-dc049985ffd7) {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:19.979986 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c3976-45ce-4fb6-8716-1b1539ba4eab None None] Network 0907f005-dd97-4c8d-be93-dc049985ffd7 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:44:19.982569 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b728286d-3e00-4dfb-9dcf-385eb8f484ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:20.007351 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b728286d-3e00-4dfb-9dcf-385eb8f484ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.216930 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6492f-324e-4784-931b-64f3d598156f req-498b57eb-8956-4d57-a969-5d27c0a0f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:20.222421 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-0ae6492f-324e-4784-931b-64f3d598156f req-498b57eb-8956-4d57-a969-5d27c0a0f576 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 1129 time: 0.1405845 Feb 20 23:44:20.325973 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-0ae6492f-324e-4784-931b-64f3d598156f req-5682d0c6-6498-450e-ab46-ed6f5b0b0fa1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965233 Feb 20 23:44:20.339305 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-b728286d-3e00-4dfb-9dcf-385eb8f484ad admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1419199 Feb 20 23:44:20.341449 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-e1b39813-fc27-4260-ac0a-0e02ecb4ca67 None None] Current status of the port 399ca72a-a300-49f4-9d0c-7c2f94408c69 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:20.345859 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 43576) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:20.352296 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-727091154-router', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:20.377069 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-e260fdca-c3df-4db4-a5c6-de7da5863978 req-74321e8c-1a91-4717-8238-be837a86a075 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] For port 4ff8ba0a-33a7-41db-8c61-0812d076219e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4ff8ba0a-33a7-41db-8c61-0812d076219e,segment=NetworkSegment(f179b92c-3a28-43df-8db9-7d64bbd255ae),segment_id=f179b92c-3a28-43df-8db9-7d64bbd255ae)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:20.377732 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e260fdca-c3df-4db4-a5c6-de7da5863978 req-74321e8c-1a91-4717-8238-be837a86a075 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.450114 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-e260fdca-c3df-4db4-a5c6-de7da5863978 req-74321e8c-1a91-4717-8238-be837a86a075 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Calling delete_port for 4ff8ba0a-33a7-41db-8c61-0812d076219e owned by compute:nova {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:44:20.458501 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10414'] for router (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.460149 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10417'] for router (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.461703 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e9896-d50c-4700-88ac-94320f7f6ebd req-f4fd1129-268e-41cd-9ad8-955b5935e0c6 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:20.473908 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-129e9896-d50c-4700-88ac-94320f7f6ebd req-f4fd1129-268e-41cd-9ad8-955b5935e0c6 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 945 time: 0.3724813 Feb 20 23:44:20.512513 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8bbb1-da2a-448a-9c16-411ce252fd69 req-b6cde378-5920-4759-9660-92611a633383 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:20.514355 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5ea8bbb1-da2a-448a-9c16-411ce252fd69 req-b6cde378-5920-4759-9660-92611a633383 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.2915642 Feb 20 23:44:20.579575 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Publish callbacks [] for router_controller (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), precommit_add_association {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.632889 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6392c1-e4f2-54ed-bec5-04f8fd0c80e7-0907f005-dd97-4c8d-be93-dc049985ffd7', 'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7', 'project_id': '413034bb70bc4c80b21c9b568fafaa54', 'fixed_ips': [{'subnet_id': '1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988'}]}} from dv-cinder-813221-6-iscsi. {{(pid=109848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:44:20.632889 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:20.695642 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7eaed-8af5-481f-95a8-15728585ffa1 req-37889fdf-56c2-4ada-ac3a-4b73dca265cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:20.701433 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2c7eaed-8af5-481f-95a8-15728585ffa1 req-37889fdf-56c2-4ada-ac3a-4b73dca265cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 1130 time: 0.3601065 Feb 20 23:44:20.859950 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Allocated IP 172.20.0.2 (0907f005-dd97-4c8d-be93-dc049985ffd7/1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988/7effd151-9ed2-4ef3-9a92-7a3dcb79b909) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:20.903246 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 43582) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:20.924845 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Publish callbacks [] for router_gateway (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.049506 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7eaed-8af5-481f-95a8-15728585ffa1 req-3aba2a27-c816-4d1a-93bd-eb6a4e6046c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:21.051611 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2c7eaed-8af5-481f-95a8-15728585ffa1 req-3aba2a27-c816-4d1a-93bd-eb6a4e6046c4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf HTTP/1.1" status: 200 len: 911 time: 0.3392828 Feb 20 23:44:21.094191 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 399ca72a-a300-49f4-9d0c-7c2f94408c69 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:21.108808 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5ea8bbb1-da2a-448a-9c16-411ce252fd69 req-75559a7e-fdb8-4d76-b652-4bf74587f680 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5387967 Feb 20 23:44:21.174923 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-129e9896-d50c-4700-88ac-94320f7f6ebd req-ef80214f-32a7-4766-89e6-a9e9a963bc30 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6999190 Feb 20 23:44:21.320968 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Publish callbacks [] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.347403 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 399ca72a-a300-49f4-9d0c-7c2f94408c69 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:21.348075 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.431998 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.551627 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2c7eaed-8af5-481f-95a8-15728585ffa1 req-78176440-7578-47f8-85db-83faddf89bd4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca934fd0-8afa-41df-ae4d-f750ed73e818 HTTP/1.1" status: 200 len: 1001 time: 0.4663773 Feb 20 23:44:21.608916 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Network 0907f005-dd97-4c8d-be93-dc049985ffd7 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:21.610849 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Pushing event updated for resources: {'Port': ['ID=7effd151-9ed2-4ef3-9a92-7a3dcb79b909,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:21.623072 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 399ca72a-a300-49f4-9d0c-7c2f94408c69 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:21.631957 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:21.641648 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a2561db9-1004-40cf-ac45-ca8f748800d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.643072 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:21.689402 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fb56d-1762-431b-857d-f7e0ad3f79ab req-b2ce2b9f-02fc-461d-a246-a9f653eaada6 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:21.698668 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-112fb56d-1762-431b-857d-f7e0ad3f79ab req-b2ce2b9f-02fc-461d-a246-a9f653eaada6 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.3851035 Feb 20 23:44:21.762561 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7eaed-8af5-481f-95a8-15728585ffa1 req-ce52a5a8-81a7-4c52-a61d-d2d0839ead20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:21.765724 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2c7eaed-8af5-481f-95a8-15728585ffa1 req-ce52a5a8-81a7-4c52-a61d-d2d0839ead20 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=350751a2-e0e2-4ae4-8032-3a3155ee3ad9 HTTP/1.1" status: 200 len: 849 time: 0.1764612 Feb 20 23:44:21.780291 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6152d89-3585-48c0-9091-7a361d9128d5 req-c8628044-e471-4b26-89e8-4d5ef6b7a377 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:21.788990 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e6152d89-3585-48c0-9091-7a361d9128d5 req-c8628044-e471-4b26-89e8-4d5ef6b7a377 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 944 time: 0.3815215 Feb 20 23:44:21.808630 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Attempting to bind port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:21.809270 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Attempting to bind port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '588fddfa-e8d8-4e47-9f39-2891e2143b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:21.809756 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Attempting to bind port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 on network 0907f005-dd97-4c8d-be93-dc049985ffd7 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:21.813755 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a2561db9-1004-40cf-ac45-ca8f748800d2 admin admin] Publish callbacks [] for security_group (2acce98c-f275-4108-bbb7-ba06b3d038fe), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.817234 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:21.819517 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Checking segment: {'id': '588fddfa-e8d8-4e47-9f39-2891e2143b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:21.820047 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.820557 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Bound using segment: {'id': '588fddfa-e8d8-4e47-9f39-2891e2143b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:21.821362 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Bound port: 7effd151-9ed2-4ef3-9a92-7a3dcb79b909, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588fddfa-e8d8-4e47-9f39-2891e2143b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:21.821895 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.866890 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e260fdca-c3df-4db4-a5c6-de7da5863978 req-74321e8c-1a91-4717-8238-be837a86a075 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (4ff8ba0a-33a7-41db-8c61-0812d076219e), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:21.913672 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] For port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:21.917227 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] For port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=7effd151-9ed2-4ef3-9a92-7a3dcb79b909,segment=NetworkSegment(588fddfa-e8d8-4e47-9f39-2891e2143b17),segment_id=588fddfa-e8d8-4e47-9f39-2891e2143b17)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:21.925385 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-112fb56d-1762-431b-857d-f7e0ad3f79ab req-421c180a-7467-4afd-8798-1680968df216 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203333 Feb 20 23:44:21.936927 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['4ff8ba0a-33a7-41db-8c61-0812d076219e'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:44:21.950965 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74321e8c-1a91-4717-8238-be837a86a075 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Pushing event deleted for resources: {'Port': ['ID=4ff8ba0a-33a7-41db-8c61-0812d076219e,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:21.978860 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-de078572-bfd3-4d45-b073-5a4b6a852edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.018193 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e6152d89-3585-48c0-9091-7a361d9128d5 req-4afc2b70-6ee2-4ee9-a73a-f0e532ef1419 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223022 Feb 20 23:44:22.028914 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.035599 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a2561db9-1004-40cf-ac45-ca8f748800d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (2acce98c-f275-4108-bbb7-ba06b3d038fe), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.055143 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7eaed-8af5-481f-95a8-15728585ffa1 req-370ef23f-a424-4bc4-8bee-d267260e07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:22.057153 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2c7eaed-8af5-481f-95a8-15728585ffa1 req-370ef23f-a424-4bc4-8bee-d267260e07f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2635641 Feb 20 23:44:22.059432 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e260fdca-c3df-4db4-a5c6-de7da5863978 req-74321e8c-1a91-4717-8238-be837a86a075 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] No DVR routers for this DVR port 4ff8ba0a-33a7-41db-8c61-0812d076219e on host hv-cinder-81322 {{(pid=109846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:44:22.064970 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e260fdca-c3df-4db4-a5c6-de7da5863978 req-74321e8c-1a91-4717-8238-be837a86a075 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.070355 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e260fdca-c3df-4db4-a5c6-de7da5863978 req-74321e8c-1a91-4717-8238-be837a86a075 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.89 "DELETE /v2.0/ports/4ff8ba0a-33a7-41db-8c61-0812d076219e HTTP/1.1" status: 204 len: 173 time: 2.9832206 Feb 20 23:44:22.071081 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066f894c-6c8c-4339-a571-0201a0aa3cbd', 'name': 'network-vif-deleted', 'tag': '4ff8ba0a-33a7-41db-8c61-0812d076219e'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:22.075856 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cde9a93-f599-45b3-b912-e3fc3ffa57ad" -d '{"events": [{"server_uuid": "066f894c-6c8c-4339-a571-0201a0aa3cbd", "name": "network-vif-deleted", "tag": "4ff8ba0a-33a7-41db-8c61-0812d076219e"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:22.127454 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2561db9-1004-40cf-ac45-ca8f748800d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acce98c-f275-4108-bbb7-ba06b3d038fe,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:22.141867 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-a2561db9-1004-40cf-ac45-ca8f748800d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d31cfdf5f9a4c079e57328c494897fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2353926 Feb 20 23:44:22.146266 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 43590) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:22.178948 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cc648-b2d6-46ac-a4c8-7e81ddf4b26d None None] Pushing event updated for resources: {'Port': ['ID=7effd151-9ed2-4ef3-9a92-7a3dcb79b909,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:22.211902 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Publish callbacks [] for router_gateway (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.250706 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.296452 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b3c9-2bb1-427f-b588-670527395d18 admin admin] Publish callbacks [] for security_group (2acce98c-f275-4108-bbb7-ba06b3d038fe), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.510201 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b3c9-2bb1-427f-b588-670527395d18 admin admin] Publish callbacks [] for security_group (2acce98c-f275-4108-bbb7-ba06b3d038fe), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.510201 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Allocated IP 172.27.0.116 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/510bd806-9cba-4f10-8384-f70a42165118) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:22.731750 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Publish callbacks [] for port (510bd806-9cba-4f10-8384-f70a42165118), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.781460 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:22.794494 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2c7eaed-8af5-481f-95a8-15728585ffa1 req-5e70a503-963e-4e67-9471-98113b4c8fc9 service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7133672 Feb 20 23:44:22.823666 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae8965-f5b7-4bbe-b77e-57734eb0a4a6 req-41cf9486-5612-4616-829d-16d52ecd94fc tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:22.826219 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-40ae8965-f5b7-4bbe-b77e-57734eb0a4a6 req-41cf9486-5612-4616-829d-16d52ecd94fc tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 945 time: 0.6333826 Feb 20 23:44:22.867263 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:22.867642 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.908152 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1117dc-e207-43a2-a2f2-b0eedf4bf212 req-ab88af98-2548-4920-9d5c-8bc0dcda91fe tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:22.909810 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8b1117dc-e207-43a2-a2f2-b0eedf4bf212 req-ab88af98-2548-4920-9d5c-8bc0dcda91fe tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.2252877 Feb 20 23:44:22.950059 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:22.950444 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:22.992756 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=7effd151-9ed2-4ef3-9a92-7a3dcb79b909,segment=NetworkSegment(588fddfa-e8d8-4e47-9f39-2891e2143b17),segment_id=588fddfa-e8d8-4e47-9f39-2891e2143b17)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:22.996923 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-40ae8965-f5b7-4bbe-b77e-57734eb0a4a6 req-9db7fafb-6555-4bae-a38a-bc99bafbebce tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566708 Feb 20 23:44:23.019495 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8b1117dc-e207-43a2-a2f2-b0eedf4bf212 req-aeef56c0-e4de-45e7-8d2a-43118d8547ef tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024914 Feb 20 23:44:23.021223 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2c7eaed-8af5-481f-95a8-15728585ffa1 req-c22f7bd9-d733-46a0-bc69-56f790028cc3 service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147896 Feb 20 23:44:23.054324 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac91a09-e1f5-4f38-a2ac-5a01a71a5b05 x-openstack-request-id: req-4ac91a09-e1f5-4f38-a2ac-5a01a71a5b05 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:23.054324 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066f894c-6c8c-4339-a571-0201a0aa3cbd", "name": "network-vif-deleted", "tag": "4ff8ba0a-33a7-41db-8c61-0812d076219e", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:23.054324 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ac91a09-e1f5-4f38-a2ac-5a01a71a5b05 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:23.054781 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066f894c-6c8c-4339-a571-0201a0aa3cbd', 'name': 'network-vif-deleted', 'tag': '4ff8ba0a-33a7-41db-8c61-0812d076219e', 'status': 'completed', 'code': 200} Feb 20 23:44:23.075447 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b3c9-2bb1-427f-b588-670527395d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (2acce98c-f275-4108-bbb7-ba06b3d038fe), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:23.078913 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b3c9-2bb1-427f-b588-670527395d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:23.080084 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-4bb5b3c9-2bb1-427f-b588-670527395d18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2acce98c-f275-4108-bbb7-ba06b3d038fe HTTP/1.1" status: 204 len: 168 time: 0.9313824 Feb 20 23:44:23.107313 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5b3c9-2bb1-427f-b588-670527395d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acce98c-f275-4108-bbb7-ba06b3d038fe,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:23.204827 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4d957a1e-cd49-43ba-9b87-e78e6466e53e req-1114399e-cfc3-4d12-8a89-b8c53ee1d40c tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=066f894c-6c8c-4339-a571-0201a0aa3cbd HTTP/1.1" status: 200 len: 210 time: 0.0568795 Feb 20 23:44:23.215257 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (510bd806-9cba-4f10-8384-f70a42165118), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:23.233580 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:23.233580 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:23.238718 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d287a2-efe3-4206-9afe-0930e0d4ff12 req-932bab52-177f-4074-984d-c47c8eda2cd2 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:23.239584 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-34d287a2-efe3-4206-9afe-0930e0d4ff12 req-932bab52-177f-4074-984d-c47c8eda2cd2 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.1079373 Feb 20 23:44:23.332192 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Pushing event updated for resources: {'Port': ['ID=510bd806-9cba-4f10-8384-f70a42165118,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:23.355349 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:23.357116 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:23.360208 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:23.361927 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-34d287a2-efe3-4206-9afe-0930e0d4ff12 req-d7b9e1d7-d483-4530-9509-025b89a70bde tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144731 Feb 20 23:44:23.364777 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=7effd151-9ed2-4ef3-9a92-7a3dcb79b909,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:23.397190 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183f9c3-194b-4f6a-92bc-85cddc266eb8 req-5d11e56b-ee8f-4b56-95af-e018bd7bac0f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:23.405356 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3183f9c3-194b-4f6a-92bc-85cddc266eb8 req-5d11e56b-ee8f-4b56-95af-e018bd7bac0f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 944 time: 0.0989437 Feb 20 23:44:23.511179 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3183f9c3-194b-4f6a-92bc-85cddc266eb8 req-5e5ae73e-951e-4906-9370-fa351f90bed8 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048739 Feb 20 23:44:23.783299 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d027c688-fe79-4862-8a9e-fe7510d9ebcc None None] Network 0907f005-dd97-4c8d-be93-dc049985ffd7 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:44:23.900022 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-674795d4-77cb-4ae7-9fca-5d5985461662 None None] Provisioning complete for port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:23.900570 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-674795d4-77cb-4ae7-9fca-5d5985461662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:23.991646 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Publish callbacks [] for router_gateway (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:24.075531 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 221400a7-920d-480c-b9c8-d8321433f6c8 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:24.143388 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-674795d4-77cb-4ae7-9fca-5d5985461662 None None] Current status of the port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:24.164161 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb431e4d-9ff0-4f67-bdd6-5f453deb26ff req-42fe99d3-33ae-4b27-8a32-7114ed37da3c tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:24.166551 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-eb431e4d-9ff0-4f67-bdd6-5f453deb26ff req-42fe99d3-33ae-4b27-8a32-7114ed37da3c tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 945 time: 0.0796082 Feb 20 23:44:24.252096 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port 221400a7-920d-480c-b9c8-d8321433f6c8 completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:44:24.258011 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 221400a7-920d-480c-b9c8-d8321433f6c8 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:24.258823 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:24.311803 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1efb1-0cd9-46a6-be67-f94c42c13040 req-64973891-7ce8-4491-ab27-465ff7edf387 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:24.314046 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f2b1efb1-0cd9-46a6-be67-f94c42c13040 req-64973891-7ce8-4491-ab27-465ff7edf387 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1460898 Feb 20 23:44:24.330669 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-eb431e4d-9ff0-4f67-bdd6-5f453deb26ff req-033ed5e9-4fc1-48a7-86c6-56d4e44cf814 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069164 Feb 20 23:44:24.384785 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686826'] for router (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:24.469474 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f2b1efb1-0cd9-46a6-be67-f94c42c13040 req-825cc7b9-cb59-4241-869b-644ce5a855f9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357675 Feb 20 23:44:24.478471 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 221400a7-920d-480c-b9c8-d8321433f6c8 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:24.478868 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:24.525408 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:24.527618 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1095014-1bda-45ca-8aef-128e188321fe" -d '{"events": [{"server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "name": "network-vif-plugged", "status": "completed", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:24.542078 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 221400a7-920d-480c-b9c8-d8321433f6c8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=221400a7-920d-480c-b9c8-d8321433f6c8,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:24.588608 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-e21307cb-2dd4-471b-a860-81fa8c44e872 None None] Provisioning complete for port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:24.601036 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e21307cb-2dd4-471b-a860-81fa8c44e872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:24.655499 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cf10b-4c36-4686-aa41-44bdfcd9fc09 req-5bad89d6-0e0c-4486-8f32-268c34f05afc tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:24.656858 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2578bbef-c982-4266-bb5b-9cbcb423f82b x-openstack-request-id: req-2578bbef-c982-4266-bb5b-9cbcb423f82b {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:24.657256 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "name": "network-vif-plugged", "status": "completed", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:24.657519 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2578bbef-c982-4266-bb5b-9cbcb423f82b {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:24.657939 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8', 'code': 200} Feb 20 23:44:24.661159 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:24.661957 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 4ff8ba0a-33a7-41db-8c61-0812d076219e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:44:24.663573 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8b0cf10b-4c36-4686-aa41-44bdfcd9fc09 req-5bad89d6-0e0c-4486-8f32-268c34f05afc tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.1103821 Feb 20 23:44:24.713361 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: 4ff8ba0a-33a7-41db-8c61-0812d076219e {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:44:24.713713 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 4ff8ba0a-33a7-41db-8c61-0812d076219e not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:44:24.739004 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:24.780667 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8b0cf10b-4c36-4686-aa41-44bdfcd9fc09 req-805103b4-be48-4391-ab28-5316fc2896a1 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111443 Feb 20 23:44:24.830011 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:24.886618 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Router ce12e2a0-a6a3-43fa-97fe-234fd765bf7c is scheduled to L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb with binding_index 1 {{(pid=109847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:44:24.892754 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7632f-1630-4565-b1a7-6cd8313f4eab req-1eddabea-e30a-47f0-b46c-0443ba7bf680 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:24.894336 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-41b7632f-1630-4565-b1a7-6cd8313f4eab req-1eddabea-e30a-47f0-b46c-0443ba7bf680 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0961800 Feb 20 23:44:24.908538 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=221400a7-920d-480c-b9c8-d8321433f6c8,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:24.966826 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-41b7632f-1630-4565-b1a7-6cd8313f4eab req-d78b48ff-ba37-4cb5-8246-9cf009403e6a tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654287 Feb 20 23:44:25.027421 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:25.031848 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:25.036220 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-e21307cb-2dd4-471b-a860-81fa8c44e872 None None] Current status of the port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:25.040552 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf261ee-359f-4210-a32f-c89ab23af1c8 req-59934971-cfdf-4122-b374-e3d5d24a2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:25.042427 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bbf261ee-359f-4210-a32f-c89ab23af1c8 req-59934971-cfdf-4122-b374-e3d5d24a2c6b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 1129 time: 0.0617144 Feb 20 23:44:25.118936 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:44:25.135361 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Sync routers for ids ['ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:44:25.173960 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bbf261ee-359f-4210-a32f-c89ab23af1c8 req-01c46a2e-e4cb-423c-9c40-fd18d7def79f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195896 Feb 20 23:44:25.211250 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:25.211250 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-57ea9197-0229-48d3-af42-63bff15ebe7b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8625607 Feb 20 23:44:25.215065 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 43626) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:25.228030 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Routers {'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:25.230583 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:44:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:25.303993 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:25.411069 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Set router ce12e2a0-a6a3-43fa-97fe-234fd765bf7c gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:25.717741 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2430-d47c-453b-b22a-cd2ba7c4a012 req-848d0dce-ad67-4e05-8115-50a995431318 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:25.725367 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-816d2430-d47c-453b-b22a-cd2ba7c4a012 req-848d0dce-ad67-4e05-8115-50a995431318 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1039128 Feb 20 23:44:25.746887 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'name': 'tempest-TestMinimumBasicScenario-727091154-router', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '510bd806-9cba-4f10-8384-f70a42165118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:20Z', 'updated_at': '2022-02-20T23:44:23Z', 'revision_number': 3, 'project_id': '413034bb70bc4c80b21c9b568fafaa54', 'gw_port': {'id': '510bd806-9cba-4f10-8384-f70a42165118', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:22Z', 'updated_at': '2022-02-20T23:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:25.786981 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Checking router: ce12e2a0-a6a3-43fa-97fe-234fd765bf7c for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:44:25.787475 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Updating router ce12e2a0-a6a3-43fa-97fe-234fd765bf7c port 510bd806-9cba-4f10-8384-f70a42165118 binding host dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:44:25.802739 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-816d2430-d47c-453b-b22a-cd2ba7c4a012 req-1d5f16fe-7ad7-4568-8092-4ae45c641838 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747733 Feb 20 23:44:25.824756 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (510bd806-9cba-4f10-8384-f70a42165118), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:25.965613 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.196340 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.201586 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57386e0-ee96-44cf-8479-2c306a8cd8b5 req-6c720b6c-3d2c-4047-ba86-1ee508676aeb tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:26.214280 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c57386e0-ee96-44cf-8479-2c306a8cd8b5 req-6c720b6c-3d2c-4047-ba86-1ee508676aeb tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.1111448 Feb 20 23:44:26.226070 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Allocated IP 172.20.0.1 (0907f005-dd97-4c8d-be93-dc049985ffd7/1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988/bfb30e37-832e-40b4-b476-c0ab4bf7ba29) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:26.297330 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c57386e0-ee96-44cf-8479-2c306a8cd8b5 req-353c2335-6d2b-4aeb-926f-4f3c903a671f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812769 Feb 20 23:44:26.357454 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Publish callbacks [] for port (510bd806-9cba-4f10-8384-f70a42165118), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.381098 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Publish callbacks [] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.423622 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (510bd806-9cba-4f10-8384-f70a42165118), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.464920 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.481371 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Attempting to bind port 510bd806-9cba-4f10-8384-f70a42165118 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:26.481735 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Attempting to bind port 510bd806-9cba-4f10-8384-f70a42165118 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:26.482176 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Attempting to bind port 510bd806-9cba-4f10-8384-f70a42165118 on network 4833237b-5877-425d-ac12-7cecdcd1e647 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:26.485028 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe073b-6f7f-45e9-a76e-d245d8f71865 None None] Pushing event updated for resources: {'Port': ['ID=510bd806-9cba-4f10-8384-f70a42165118,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:26.491959 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:26.493073 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Checking segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:26.493073 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.493319 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Bound using segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:26.493899 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Bound port: 510bd806-9cba-4f10-8384-f70a42165118, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:26.494359 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (510bd806-9cba-4f10-8384-f70a42165118), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.521153 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Network 0907f005-dd97-4c8d-be93-dc049985ffd7 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:26.525611 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:26.536041 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:26.542387 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb30e37-832e-40b4-b476-c0ab4bf7ba29,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:26.582648 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] For port 510bd806-9cba-4f10-8384-f70a42165118, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:26.591705 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] For port 510bd806-9cba-4f10-8384-f70a42165118, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=510bd806-9cba-4f10-8384-f70a42165118,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:26.607674 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684733'] for router_interface (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.687695 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (510bd806-9cba-4f10-8384-f70a42165118), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.773362 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe073b-6f7f-45e9-a76e-d245d8f71865 None None] Pushing event updated for resources: {'Port': ['ID=510bd806-9cba-4f10-8384-f70a42165118,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:26.778728 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Routers {'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:26.779345 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:44:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:26.864488 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.901104 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-94879c4d-4fce-4153-a09c-33a631c1fb39 None None] Provisioning complete for port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:26.901490 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-94879c4d-4fce-4153-a09c-33a631c1fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:26.930708 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] Set router ce12e2a0-a6a3-43fa-97fe-234fd765bf7c gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:26.978937 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d11e0-5089-494d-9879-5996e1a85d9d req-5dbb7b99-ab51-4b7c-9dfb-d9769fb5b2fa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:26.988303 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e77d11e0-5089-494d-9879-5996e1a85d9d req-5dbb7b99-ab51-4b7c-9dfb-d9769fb5b2fa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0755639 Feb 20 23:44:26.999566 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-94879c4d-4fce-4153-a09c-33a631c1fb39 None None] Port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:44:27.069739 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:44:27.077001 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e77d11e0-5089-494d-9879-5996e1a85d9d req-13e2339a-0e4d-4feb-9c9d-dbde081befd5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871308 Feb 20 23:44:27.102340 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Publish callbacks [] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:27.157105 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'name': 'tempest-TestMinimumBasicScenario-727091154-router', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '510bd806-9cba-4f10-8384-f70a42165118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:20Z', 'updated_at': '2022-02-20T23:44:23Z', 'revision_number': 3, 'project_id': '413034bb70bc4c80b21c9b568fafaa54', 'gw_port': {'id': '510bd806-9cba-4f10-8384-f70a42165118', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:22Z', 'updated_at': '2022-02-20T23:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:27.177247 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:27.204683 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13695eb6-23b1-427c-9854-33e3d58c545b None None] The sync data for ids ['ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'] in dv-cinder-813221-6-iscsi is: [{'id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'name': 'tempest-TestMinimumBasicScenario-727091154-router', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '510bd806-9cba-4f10-8384-f70a42165118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:20Z', 'updated_at': '2022-02-20T23:44:23Z', 'revision_number': 3, 'project_id': '413034bb70bc4c80b21c9b568fafaa54', 'gw_port': {'id': '510bd806-9cba-4f10-8384-f70a42165118', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:22Z', 'updated_at': '2022-02-20T23:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:44:27.253346 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb30e37-832e-40b4-b476-c0ab4bf7ba29,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:27.255676 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4170004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684841'] for router_interface (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:27.387664 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Network 0907f005-dd97-4c8d-be93-dc049985ffd7 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:27.389422 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:27.506378 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d3b72-2948-4d3c-b095-5c8f9dfd243f req-a3399f2c-664c-4d33-b54a-dfa9e683c324 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:27.506378 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b53d3b72-2948-4d3c-b095-5c8f9dfd243f req-a3399f2c-664c-4d33-b54a-dfa9e683c324 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.1088996 Feb 20 23:44:27.588774 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b53d3b72-2948-4d3c-b095-5c8f9dfd243f req-db408c70-2292-4872-84f3-55562345f689 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764213 Feb 20 23:44:27.699048 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Router ce12e2a0-a6a3-43fa-97fe-234fd765bf7c has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:44:27.861406 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-e90fb9ac-7d1c-44b4-b03a-6421a177e794 None None] Provisioning complete for port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:27.861639 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e90fb9ac-7d1c-44b4-b03a-6421a177e794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:27.867349 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:44:27.892110 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-0e6afa0c-0fba-40c1-ac48-eb58981185f8 admin admin] 10.222.0.37 "PUT /v2.0/routers/ce12e2a0-a6a3-43fa-97fe-234fd765bf7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6764464 Feb 20 23:44:27.928530 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-e90fb9ac-7d1c-44b4-b03a-6421a177e794 None None] Port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:44:28.282863 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5dfca-297b-415a-95f7-96ffbeb0a477 req-054ae98d-5dbd-436b-9dd7-7b0b513e9773 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:28.284920 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4bb5dfca-297b-415a-95f7-96ffbeb0a477 req-054ae98d-5dbd-436b-9dd7-7b0b513e9773 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0615144 Feb 20 23:44:28.346297 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4bb5dfca-297b-415a-95f7-96ffbeb0a477 req-59eb9045-1881-4b7e-ad32-2e2994474a79 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559785 Feb 20 23:44:28.743234 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 510bd806-9cba-4f10-8384-f70a42165118 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:28.838581 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 510bd806-9cba-4f10-8384-f70a42165118 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:28.839327 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (510bd806-9cba-4f10-8384-f70a42165118), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:28.915338 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d48cfc-1873-46cc-b384-794cc234aa20 req-3b2f8211-8270-44ac-b0ab-1c982b621401 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:28.931485 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f5d48cfc-1873-46cc-b384-794cc234aa20 req-3b2f8211-8270-44ac-b0ab-1c982b621401 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.1994832 Feb 20 23:44:29.010324 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 510bd806-9cba-4f10-8384-f70a42165118 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:29.011860 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (510bd806-9cba-4f10-8384-f70a42165118), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:29.015127 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f5d48cfc-1873-46cc-b384-794cc234aa20 req-c6a4c1b1-bcf4-42e8-9ed5-d3562a8a2efd tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826418 Feb 20 23:44:29.059018 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port 510bd806-9cba-4f10-8384-f70a42165118, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=510bd806-9cba-4f10-8384-f70a42165118,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:29.132421 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (510bd806-9cba-4f10-8384-f70a42165118), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:29.222050 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=510bd806-9cba-4f10-8384-f70a42165118,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:29.489232 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Sync routers for ids ['ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:44:29.504000 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Routers {'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:29.504949 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:44:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:29.526713 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:29.552015 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08292dce-b79e-48c5-ab70-9ad6f20c1c73 req-b3104c2b-213a-4b6b-91da-8a07b7ecd0b2 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:29.559755 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-08292dce-b79e-48c5-ab70-9ad6f20c1c73 req-b3104c2b-213a-4b6b-91da-8a07b7ecd0b2 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.1191044 Feb 20 23:44:29.659246 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Set router ce12e2a0-a6a3-43fa-97fe-234fd765bf7c gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:29.689935 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-08292dce-b79e-48c5-ab70-9ad6f20c1c73 req-daccae6c-c503-4ba3-baaf-1f174359c0d7 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292112 Feb 20 23:44:29.695692 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4737fbb8-ca54-4a5e-8051-2f80368533fb req-6bd90e17-8cc9-4765-83f5-57b66708e567 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1328278 Feb 20 23:44:29.927805 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737fbb8-ca54-4a5e-8051-2f80368533fb req-47f6d877-6b70-4bb4-a67b-a2f0e9f108f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:29.929409 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4737fbb8-ca54-4a5e-8051-2f80368533fb req-47f6d877-6b70-4bb4-a67b-a2f0e9f108f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 1130 time: 0.0596027 Feb 20 23:44:29.975792 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'name': 'tempest-TestMinimumBasicScenario-727091154-router', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '510bd806-9cba-4f10-8384-f70a42165118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:20Z', 'updated_at': '2022-02-20T23:44:26Z', 'revision_number': 4, 'project_id': '413034bb70bc4c80b21c9b568fafaa54', 'gw_port': {'id': '510bd806-9cba-4f10-8384-f70a42165118', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:22Z', 'updated_at': '2022-02-20T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': 'bfb30e37-832e-40b4-b476-c0ab4bf7ba29', 'name': '', 'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'mac_address': 'fa:16:3e:8c:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:26Z', 'updated_at': '2022-02-20T23:44:26Z', 'revision_number': 2, 'project_id': '413034bb70bc4c80b21c9b568fafaa54', 'subnets': [{'id': '1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:30.012743 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Checking router: ce12e2a0-a6a3-43fa-97fe-234fd765bf7c for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:44:30.013860 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Updating router ce12e2a0-a6a3-43fa-97fe-234fd765bf7c port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 binding host dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:44:30.056215 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:30.126944 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737fbb8-ca54-4a5e-8051-2f80368533fb req-fe588a90-8b3c-42e2-a29d-13de361ffd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:30.133128 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4737fbb8-ca54-4a5e-8051-2f80368533fb req-fe588a90-8b3c-42e2-a29d-13de361ffd2c service neutron] 10.222.0.89 "GET /v2.0/networks?id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf HTTP/1.1" status: 200 len: 911 time: 0.1825583 Feb 20 23:44:30.307359 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4737fbb8-ca54-4a5e-8051-2f80368533fb req-84d70a7b-a5b1-4525-a643-d2cfb959a864 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca934fd0-8afa-41df-ae4d-f750ed73e818 HTTP/1.1" status: 200 len: 1001 time: 0.1680048 Feb 20 23:44:30.315620 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b44c7-0879-454e-b4b5-2e19354901e0 req-77ca98dd-1e3a-4d53-98ba-b572a111d0a1 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:30.317215 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-395b44c7-0879-454e-b4b5-2e19354901e0 req-77ca98dd-1e3a-4d53-98ba-b572a111d0a1 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.1666965 Feb 20 23:44:30.428715 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Publish callbacks [] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:30.439148 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737fbb8-ca54-4a5e-8051-2f80368533fb req-60842f98-ffe1-45b2-b20c-680de9e364b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:30.440383 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4737fbb8-ca54-4a5e-8051-2f80368533fb req-60842f98-ffe1-45b2-b20c-680de9e364b8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=350751a2-e0e2-4ae4-8032-3a3155ee3ad9 HTTP/1.1" status: 200 len: 849 time: 0.1196213 Feb 20 23:44:30.459812 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-395b44c7-0879-454e-b4b5-2e19354901e0 req-a9042e4b-9324-4e04-8ad1-9a0b8602922f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890675 Feb 20 23:44:30.538490 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:30.564184 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737fbb8-ca54-4a5e-8051-2f80368533fb req-3595cd4e-9dfe-4ac0-a4aa-11b984d0aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:30.568432 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4737fbb8-ca54-4a5e-8051-2f80368533fb req-3595cd4e-9dfe-4ac0-a4aa-11b984d0aec7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1072311 Feb 20 23:44:30.611446 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1324c23-ca67-4745-adb3-8ea73ea89ef3 None None] Pushing event updated for resources: {'Port': ['ID=bfb30e37-832e-40b4-b476-c0ab4bf7ba29,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:30.745563 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Attempting to bind port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:30.746170 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Attempting to bind port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '588fddfa-e8d8-4e47-9f39-2891e2143b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:30.746775 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Attempting to bind port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 on network 0907f005-dd97-4c8d-be93-dc049985ffd7 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:30.778883 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4737fbb8-ca54-4a5e-8051-2f80368533fb req-143810f0-dfad-484f-97a3-a4dd73d1251b service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941686 Feb 20 23:44:30.786158 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:30.786775 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Checking segment: {'id': '588fddfa-e8d8-4e47-9f39-2891e2143b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:30.787430 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:30.788063 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Bound using segment: {'id': '588fddfa-e8d8-4e47-9f39-2891e2143b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:30.793120 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Bound port: bfb30e37-832e-40b4-b476-c0ab4bf7ba29, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588fddfa-e8d8-4e47-9f39-2891e2143b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:30.793872 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:30.825735 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 510bd806-9cba-4f10-8384-f70a42165118 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:30.937131 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4737fbb8-ca54-4a5e-8051-2f80368533fb req-d3440135-1341-4014-9165-90955372d259 service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490376 Feb 20 23:44:31.004954 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-97002640-c6ea-4ab1-9f06-f33f45ddbf91 None None] Provisioning complete for port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:31.005595 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-97002640-c6ea-4ab1-9f06-f33f45ddbf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:31.008414 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c9d6c-4ef2-4a7d-b7e4-e38afe733485 req-4433fe68-2a87-4d19-97a6-16b8eb5fa19b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:31.010717 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc1c9d6c-4ef2-4a7d-b7e4-e38afe733485 req-4433fe68-2a87-4d19-97a6-16b8eb5fa19b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0723467 Feb 20 23:44:31.046939 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] For port bfb30e37-832e-40b4-b476-c0ab4bf7ba29, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:31.049627 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 510bd806-9cba-4f10-8384-f70a42165118 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:31.050175 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (510bd806-9cba-4f10-8384-f70a42165118), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:31.060194 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] For port bfb30e37-832e-40b4-b476-c0ab4bf7ba29, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=bfb30e37-832e-40b4-b476-c0ab4bf7ba29,segment=NetworkSegment(588fddfa-e8d8-4e47-9f39-2891e2143b17),segment_id=588fddfa-e8d8-4e47-9f39-2891e2143b17)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:31.082521 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc1c9d6c-4ef2-4a7d-b7e4-e38afe733485 req-253faf85-565a-4a45-864c-6031a569ea43 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652966 Feb 20 23:44:31.105450 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-97002640-c6ea-4ab1-9f06-f33f45ddbf91 None None] Port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:44:31.155513 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:31.189145 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 510bd806-9cba-4f10-8384-f70a42165118 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:31.227485 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1324c23-ca67-4745-adb3-8ea73ea89ef3 None None] Pushing event updated for resources: {'Port': ['ID=bfb30e37-832e-40b4-b476-c0ab4bf7ba29,revision_number=4']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:31.249465 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Routers {'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:31.250330 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:44:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:31.406394 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] Set router ce12e2a0-a6a3-43fa-97fe-234fd765bf7c gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:31.584630 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e44193-7b7d-4039-8d67-7736e45bb7d9 req-2f152bee-c4ec-4a53-9df6-1397b41888d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:31.591664 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35e44193-7b7d-4039-8d67-7736e45bb7d9 req-2f152bee-c4ec-4a53-9df6-1397b41888d0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 1129 time: 0.1175752 Feb 20 23:44:31.633091 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-4ea94b51-f417-40b7-85c7-45eaf6a2cf22 None None] Provisioning complete for port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:31.633464 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4ea94b51-f417-40b7-85c7-45eaf6a2cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:31.762898 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fbbd3-320b-4148-aa12-b0d6e40e4852 req-9246b053-dcb5-4068-993e-9213fbc644b5 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:31.770458 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9a8fbbd3-320b-4148-aa12-b0d6e40e4852 req-9246b053-dcb5-4068-993e-9213fbc644b5 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.1396983 Feb 20 23:44:31.771336 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-4ea94b51-f417-40b7-85c7-45eaf6a2cf22 None None] Current status of the port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:31.772042 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4ea94b51-f417-40b7-85c7-45eaf6a2cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:31.790827 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e44193-7b7d-4039-8d67-7736e45bb7d9 req-7c8a9c9a-b762-4921-a27a-c35c0cdb54f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:31.792821 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35e44193-7b7d-4039-8d67-7736e45bb7d9 req-7c8a9c9a-b762-4921-a27a-c35c0cdb54f3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 HTTP/1.1" status: 200 len: 918 time: 0.1918917 Feb 20 23:44:31.808386 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'name': 'tempest-TestMinimumBasicScenario-727091154-router', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '510bd806-9cba-4f10-8384-f70a42165118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:20Z', 'updated_at': '2022-02-20T23:44:26Z', 'revision_number': 4, 'project_id': '413034bb70bc4c80b21c9b568fafaa54', 'gw_port': {'id': '510bd806-9cba-4f10-8384-f70a42165118', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:22Z', 'updated_at': '2022-02-20T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': 'bfb30e37-832e-40b4-b476-c0ab4bf7ba29', 'name': '', 'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'mac_address': 'fa:16:3e:8c:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:26Z', 'updated_at': '2022-02-20T23:44:31Z', 'revision_number': 4, 'project_id': '413034bb70bc4c80b21c9b568fafaa54', 'subnets': [{'id': '1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:31.826527 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-4ea94b51-f417-40b7-85c7-45eaf6a2cf22 None None] For port bfb30e37-832e-40b4-b476-c0ab4bf7ba29, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=bfb30e37-832e-40b4-b476-c0ab4bf7ba29,segment=NetworkSegment(588fddfa-e8d8-4e47-9f39-2891e2143b17),segment_id=588fddfa-e8d8-4e47-9f39-2891e2143b17)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:31.848269 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7129669e-db79-47b1-878f-27d5fa17a367 None None] The sync data for ids ['ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'] in dv-cinder-813221-6-iscsi is: [{'id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'name': 'tempest-TestMinimumBasicScenario-727091154-router', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '510bd806-9cba-4f10-8384-f70a42165118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:20Z', 'updated_at': '2022-02-20T23:44:26Z', 'revision_number': 4, 'project_id': '413034bb70bc4c80b21c9b568fafaa54', 'gw_port': {'id': '510bd806-9cba-4f10-8384-f70a42165118', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:22Z', 'updated_at': '2022-02-20T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': 'bfb30e37-832e-40b4-b476-c0ab4bf7ba29', 'name': '', 'network_id': '0907f005-dd97-4c8d-be93-dc049985ffd7', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'mac_address': 'fa:16:3e:8c:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:26Z', 'updated_at': '2022-02-20T23:44:31Z', 'revision_number': 4, 'project_id': '413034bb70bc4c80b21c9b568fafaa54', 'subnets': [{'id': '1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:44:31.887351 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4ea94b51-f417-40b7-85c7-45eaf6a2cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:31.896931 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9a8fbbd3-320b-4148-aa12-b0d6e40e4852 req-1dab355b-25a5-4f5b-abe2-e22236f35010 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254606 Feb 20 23:44:31.915679 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35e44193-7b7d-4039-8d67-7736e45bb7d9 req-528215ab-ab3d-4744-b213-adec4c69a9f3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4618aa7-0f3d-484f-8b92-46e047745178 HTTP/1.1" status: 200 len: 1001 time: 0.1160476 Feb 20 23:44:32.038044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e44193-7b7d-4039-8d67-7736e45bb7d9 req-86af7414-77d5-4f2c-b492-4eba401fac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:32.039643 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35e44193-7b7d-4039-8d67-7736e45bb7d9 req-86af7414-77d5-4f2c-b492-4eba401fac95 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0824fe94-1e5c-4564-a36f-ea1b09d0aec8 HTTP/1.1" status: 200 len: 856 time: 0.0698397 Feb 20 23:44:32.070491 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea94b51-f417-40b7-85c7-45eaf6a2cf22 None None] Pushing event updated for resources: {'Port': ['ID=bfb30e37-832e-40b4-b476-c0ab4bf7ba29,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:32.211252 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0366cb7-5586-455c-8bc2-d3e0e5d0851c req-2fdd4b9e-2d11-4184-800b-49a784d6da49 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:32.212825 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d0366cb7-5586-455c-8bc2-d3e0e5d0851c req-2fdd4b9e-2d11-4184-800b-49a784d6da49 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.1044710 Feb 20 23:44:32.221357 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e44193-7b7d-4039-8d67-7736e45bb7d9 req-e4cad5c6-a1f5-41f0-9c31-0231a182601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:32.222884 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35e44193-7b7d-4039-8d67-7736e45bb7d9 req-e4cad5c6-a1f5-41f0-9c31-0231a182601f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1708086 Feb 20 23:44:32.436977 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d0366cb7-5586-455c-8bc2-d3e0e5d0851c req-1d47c1fd-667b-4d69-bdd2-7b7696af2ab6 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129698 Feb 20 23:44:32.462100 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35e44193-7b7d-4039-8d67-7736e45bb7d9 req-657110d0-8a6c-4069-bb04-2de20ef77f6c service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141683 Feb 20 23:44:32.462597 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 43738) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:32.470358 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c1583-1822-4122-acaa-a0211fcbc815 req-8a060b2f-504f-4f04-8698-2fe1b9348839 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:32.472323 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-969c1583-1822-4122-acaa-a0211fcbc815 req-8a060b2f-504f-4f04-8698-2fe1b9348839 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.2418325 Feb 20 23:44:32.594959 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-969c1583-1822-4122-acaa-a0211fcbc815 req-7e8a8a4b-168b-4f72-a6f9-44f3ef04e059 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110039 Feb 20 23:44:32.626206 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35e44193-7b7d-4039-8d67-7736e45bb7d9 req-55f92ada-dcb6-4b34-bbdd-8cddc2320a24 service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517670 Feb 20 23:44:32.792930 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device bfb30e37-832e-40b4-b476-c0ab4bf7ba29 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:44:32.887237 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:44:32.888426 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:32.933018 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945791a1-0b56-4e6c-ad68-8e27ff426429 tempest-TestShelveInstance-148689322 tempest-TestShelveInstance-148689322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:32.938846 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 43744) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:32.941499 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-945791a1-0b56-4e6c-ad68-8e27ff426429 tempest-TestShelveInstance-148689322 tempest-TestShelveInstance-148689322-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 1124 time: 0.4680579 Feb 20 23:44:32.953762 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Request body: {'floatingip': {'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'port_id': '221400a7-920d-480c-b9c8-d8321433f6c8', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:33.018147 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:33.076128 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:33.304981 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:33.452385 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Allocated IP 172.27.0.254 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/f303f6dc-2d44-4dd7-9ba8-1641418c57f8) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:33.612253 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for port (f303f6dc-2d44-4dd7-9ba8-1641418c57f8), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:33.808483 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8704620-a9bf-45fa-871c-4f948d7b6269 req-3d0288cf-6a09-4873-bfc6-f068f6f4cdaa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:33.810025 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8704620-a9bf-45fa-871c-4f948d7b6269 req-3d0288cf-6a09-4873-bfc6-f068f6f4cdaa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0631552 Feb 20 23:44:33.862244 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8704620-a9bf-45fa-871c-4f948d7b6269 req-354d3d6b-22e1-4991-8127-312b09026eb5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441709 Feb 20 23:44:34.201182 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (f303f6dc-2d44-4dd7-9ba8-1641418c57f8), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:34.244227 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:34.247040 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:34.253041 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:34.277428 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Pushing event updated for resources: {'Port': ['ID=f303f6dc-2d44-4dd7-9ba8-1641418c57f8,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:34.947556 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for floatingip (f4c9b399-b247-4f18-99ec-a6bb8cc9b991), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:35.039096 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49faaa-a74b-45de-9d4d-7c433f521373 req-18966377-b264-4519-be83-0032db11fd13 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:35.047463 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3e49faaa-a74b-45de-9d4d-7c433f521373 req-18966377-b264-4519-be83-0032db11fd13 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0829871 Feb 20 23:44:35.106383 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3e49faaa-a74b-45de-9d4d-7c433f521373 req-22d6e278-c994-43c6-af43-5381fd633046 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573745 Feb 20 23:44:35.115415 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (f303f6dc-2d44-4dd7-9ba8-1641418c57f8), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:35.311944 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for port (f303f6dc-2d44-4dd7-9ba8-1641418c57f8), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:35.383480 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (f303f6dc-2d44-4dd7-9ba8-1641418c57f8), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:35.483856 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Pushing event updated for resources: {'Port': ['ID=f303f6dc-2d44-4dd7-9ba8-1641418c57f8,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:35.507058 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (f4c9b399-b247-4f18-99ec-a6bb8cc9b991), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:35.656312 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.l3_db [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Floating IP f4c9b399-b247-4f18-99ec-a6bb8cc9b991 associated. External IP: 172.27.0.254, port: 221400a7-920d-480c-b9c8-d8321433f6c8. Feb 20 23:44:35.911648 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:44:36.042656 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:44:36.058498 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5d09d-aa3e-4744-9073-693b4627fa93 None None] Sync routers for ids ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:44:36.069121 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5d09d-aa3e-4744-9073-693b4627fa93 None None] Routers {'2da995bf-a39f-42be-9f81-f3a09d1bfc38'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:36.071276 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-23d5d09d-aa3e-4744-9073-693b4627fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:44:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:36.140375 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:36.208501 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-23d5d09d-aa3e-4744-9073-693b4627fa93 None None] Set router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:36.219516 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-4a9e3afb-9bc1-4200-9266-f1d8b34f8b95 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2793357 Feb 20 23:44:36.220252 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:36.222660 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724ee6bf-7a66-4e10-a705-ee79de5e52ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:36.260476 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ecf980-d083-4fd1-961e-5bf2db378632 x-openstack-request-id: req-89ecf980-d083-4fd1-961e-5bf2db378632 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:36.260985 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:36.261410 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89ecf980-d083-4fd1-961e-5bf2db378632 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:36.261983 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8', 'status': 'completed', 'code': 200} Feb 20 23:44:36.314672 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f7126-0f25-4313-b0cc-c1597cf34da1 req-e26e35c8-03aa-42e1-a8d3-e9095c9b35d9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:36.317124 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bb6f7126-0f25-4313-b0cc-c1597cf34da1 req-e26e35c8-03aa-42e1-a8d3-e9095c9b35d9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0762506 Feb 20 23:44:36.380628 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bb6f7126-0f25-4313-b0cc-c1597cf34da1 req-2acd0534-c9a6-4101-90dc-10cf9466a511 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575316 Feb 20 23:44:36.548722 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-23d5d09d-aa3e-4744-9073-693b4627fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:41Z', 'revision_number': 4, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port': {'id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': 'f4c9b399-b247-4f18-99ec-a6bb8cc9b991', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'port_id': '221400a7-920d-480c-b9c8-d8321433f6c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'mac_address': 'fa:16:3e:b8:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:44:34Z', 'updated_at': '2022-02-20T23:44:34Z', 'revision_number': 0, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91066308-0bfe-447b-bd53-1e438c672e5c', 'name': '', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'mac_address': 'fa:16:3e:9a:e2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:41Z', 'updated_at': '2022-02-20T23:42:45Z', 'revision_number': 5, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'subnets': [{'id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:36.575521 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5d09d-aa3e-4744-9073-693b4627fa93 None None] Checking router: 2da995bf-a39f-42be-9f81-f3a09d1bfc38 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:44:36.585497 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5d09d-aa3e-4744-9073-693b4627fa93 None None] Routers {'2da995bf-a39f-42be-9f81-f3a09d1bfc38'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:44:36.586338 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-23d5d09d-aa3e-4744-9073-693b4627fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:44:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:36.718128 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ee6bf-7a66-4e10-a705-ee79de5e52ba req-7b2ae201-773a-4759-bf30-79692f9871f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:36.720081 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-724ee6bf-7a66-4e10-a705-ee79de5e52ba req-7b2ae201-773a-4759-bf30-79692f9871f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9704bde2289741f59198b9678b2f9d9a&device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 1129 time: 0.0588043 Feb 20 23:44:36.790956 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device d4618aa7-0f3d-484f-8b92-46e047745178 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:44:36.891341 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ee6bf-7a66-4e10-a705-ee79de5e52ba req-068de8bc-9b33-46aa-8e7a-128dc89383d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:36.893051 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-724ee6bf-7a66-4e10-a705-ee79de5e52ba req-068de8bc-9b33-46aa-8e7a-128dc89383d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4ddbeba2-7535-4779-a318-706b0514660a HTTP/1.1" status: 200 len: 909 time: 0.1613586 Feb 20 23:44:36.950625 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-23d5d09d-aa3e-4744-9073-693b4627fa93 None None] Set router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:44:36.996139 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port d4618aa7-0f3d-484f-8b92-46e047745178 is: ACTIVE; New status is: DOWN {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:36.996359 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.026528 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-724ee6bf-7a66-4e10-a705-ee79de5e52ba req-baaf8254-3ba2-4ffe-9a83-921b3614838c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221400a7-920d-480c-b9c8-d8321433f6c8 HTTP/1.1" status: 200 len: 999 time: 0.0754640 Feb 20 23:44:37.101200 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ee6bf-7a66-4e10-a705-ee79de5e52ba req-eb0af088-6caf-44ab-a08a-74bf1f812822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:37.103448 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-724ee6bf-7a66-4e10-a705-ee79de5e52ba req-eb0af088-6caf-44ab-a08a-74bf1f812822 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8fdea6cf-4a9e-4a47-8b5e-4805b1b60543 HTTP/1.1" status: 200 len: 847 time: 0.0709298 Feb 20 23:44:37.121887 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:37.126019 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfeddb8-c232-4fa9-97f2-78b03c27a533" -d '{"events": [{"server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "name": "network-vif-unplugged", "status": "completed", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:37.164559 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port d4618aa7-0f3d-484f-8b92-46e047745178, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4618aa7-0f3d-484f-8b92-46e047745178,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:44:37.175308 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ee6bf-7a66-4e10-a705-ee79de5e52ba req-c75cdf3a-fe79-4389-9b48-11d5d2c49091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:37.176992 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-724ee6bf-7a66-4e10-a705-ee79de5e52ba req-c75cdf3a-fe79-4389-9b48-11d5d2c49091 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ddbeba2-7535-4779-a318-706b0514660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629795 Feb 20 23:44:37.182611 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787a33cb-5757-412a-948b-8177969bb7d3 x-openstack-request-id: req-787a33cb-5757-412a-948b-8177969bb7d3 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:37.182611 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "name": "network-vif-unplugged", "status": "completed", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:37.182611 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-787a33cb-5757-412a-948b-8177969bb7d3 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:37.182611 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'code': 200} Feb 20 23:44:37.427700 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-724ee6bf-7a66-4e10-a705-ee79de5e52ba req-f83bf45d-99f4-41ed-8df1-9eb584b8e0fb service neutron] 10.222.0.89 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956578 Feb 20 23:44:37.429289 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-23d5d09d-aa3e-4744-9073-693b4627fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:41Z', 'revision_number': 4, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port': {'id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': 'f4c9b399-b247-4f18-99ec-a6bb8cc9b991', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'port_id': '221400a7-920d-480c-b9c8-d8321433f6c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'mac_address': 'fa:16:3e:b8:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:44:34Z', 'updated_at': '2022-02-20T23:44:34Z', 'revision_number': 0, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91066308-0bfe-447b-bd53-1e438c672e5c', 'name': '', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'mac_address': 'fa:16:3e:9a:e2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:41Z', 'updated_at': '2022-02-20T23:42:45Z', 'revision_number': 5, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'subnets': [{'id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:44:37.429611 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5d09d-aa3e-4744-9073-693b4627fa93 None None] The sync data for ids ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'] in dv-cinder-813221-6-iscsi is: [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:41Z', 'revision_number': 4, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port': {'id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': 'f4c9b399-b247-4f18-99ec-a6bb8cc9b991', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'port_id': '221400a7-920d-480c-b9c8-d8321433f6c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'mac_address': 'fa:16:3e:b8:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:44:34Z', 'updated_at': '2022-02-20T23:44:34Z', 'revision_number': 0, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91066308-0bfe-447b-bd53-1e438c672e5c', 'name': '', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'mac_address': 'fa:16:3e:9a:e2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:41Z', 'updated_at': '2022-02-20T23:42:45Z', 'revision_number': 5, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'subnets': [{'id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:44:37.429845 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-724ee6bf-7a66-4e10-a705-ee79de5e52ba req-1efe001d-8d2f-4e27-829f-fb49559680f3 service neutron] 10.222.0.89 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919960 Feb 20 23:44:37.516811 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150744c-bb36-4af7-b6c2-2e0acdce77fc req-d89fa12c-5a4c-45ce-becb-f357f81714f5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:37.520567 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4150744c-bb36-4af7-b6c2-2e0acdce77fc req-d89fa12c-5a4c-45ce-becb-f357f81714f5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 945 time: 0.0664217 Feb 20 23:44:37.577057 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4150744c-bb36-4af7-b6c2-2e0acdce77fc req-8ccf12c0-392b-413b-85e6-b190b3f0b4ed tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521812 Feb 20 23:44:37.618407 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4af00-beae-466b-a38f-2834e36b8449 None None] New status for floating IP f4c9b399-b247-4f18-99ec-a6bb8cc9b991: ACTIVE {{(pid=109849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:44:37.709234 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:37.764538 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=d4618aa7-0f3d-484f-8b92-46e047745178,revision_number=8']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:38.146525 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-e5227632-4835-47d1-a653-44d86c5fdb7d tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:38.148296 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-e5227632-4835-47d1-a653-44d86c5fdb7d tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/networks?id=acef112d-c06a-46ab-ab66-80b92cdd423b HTTP/1.1" status: 200 len: 814 time: 0.1438494 Feb 20 23:44:38.163295 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-28d9a085-b12e-4619-b2f2-d4960561f72a tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/quotas/45885274f39840d98fd03713d6ccd62c HTTP/1.1" status: 200 len: 375 time: 0.0097642 Feb 20 23:44:38.204022 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-d0742477-e1a7-4188-a1c2-44346eb9497e tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=45885274f39840d98fd03713d6ccd62c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351772 Feb 20 23:44:38.315836 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-1ab1000f-deca-40a2-8e4e-d0bb716dac93 service neutron] 10.222.0.37 "GET /v2.0/networks/acef112d-c06a-46ab-ab66-80b92cdd423b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042352 Feb 20 23:44:38.423387 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-8f783bc4-ae5b-43f2-adf0-cac4f84cc691 service neutron] 10.222.0.37 "GET /v2.0/networks/acef112d-c06a-46ab-ab66-80b92cdd423b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066806 Feb 20 23:44:38.777663 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-605e74aa-e662-42af-bd6a-66762f6966a0 req-f56e2ddc-7990-4fd2-80bb-9a5a7da5f0e2 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 210 time: 0.0657821 Feb 20 23:44:38.809989 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca223a9-62f0-4153-8778-40a71754220f req-6a49a956-8f90-4b6d-b2ac-b9e635a84259 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:38.811616 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0ca223a9-62f0-4153-8778-40a71754220f req-6a49a956-8f90-4b6d-b2ac-b9e635a84259 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.1152828 Feb 20 23:44:38.880013 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0ca223a9-62f0-4153-8778-40a71754220f req-2b503baa-738a-4941-9c71-3dbb97174cbb tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629399 Feb 20 23:44:39.901361 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-da85754d-97fa-4d6f-b3b3-1b7b820d0d35 req-5d830c3f-7b95-402a-a6c3-2e4467f72d9b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 210 time: 0.0398679 Feb 20 23:44:40.283294 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [req-3bbf8188-4d98-4897-bab0-a3bdc521e945 req-972006b3-713a-42ed-b476-0abd4c88b596 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:44:40.284303 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3bbf8188-4d98-4897-bab0-a3bdc521e945 req-972006b3-713a-42ed-b476-0abd4c88b596 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067477 Feb 20 23:44:40.634914 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d5180-58ac-4f6f-ab50-a14dbac64384 req-311b8124-fd54-4f78-80f3-29072935597d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:40.634914 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b37d5180-58ac-4f6f-ab50-a14dbac64384 req-311b8124-fd54-4f78-80f3-29072935597d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0650964 Feb 20 23:44:40.722506 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b37d5180-58ac-4f6f-ab50-a14dbac64384 req-aa3d5be5-b03f-4de2-a8c1-49ff7c1ef645 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808380 Feb 20 23:44:41.026066 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fd2b46d0-782c-417e-a65c-9b55130df9a4 req-6125df97-1b38-4b78-8956-6c5cb7f777fb tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 210 time: 0.0338204 Feb 20 23:44:41.068196 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-07c13661-2b51-483b-8c8c-5f42c48ea1bf tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:41.069750 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-07c13661-2b51-483b-8c8c-5f42c48ea1bf tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/networks?id=2f14601d-839b-4074-b28a-f29bd97f9089 HTTP/1.1" status: 200 len: 815 time: 0.1345625 Feb 20 23:44:41.085200 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-5472a36f-0627-4656-8901-94b4149b4f67 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/quotas/db0cd55b99ee4a608c722d417d41349c HTTP/1.1" status: 200 len: 375 time: 0.0100198 Feb 20 23:44:41.141271 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-b3b404c6-f643-4e11-be78-6a519e0c9ad9 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=db0cd55b99ee4a608c722d417d41349c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503840 Feb 20 23:44:41.238201 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-9ea91ed9-296f-4a04-bfd8-43ebecf600ec service neutron] 10.222.0.37 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889382 Feb 20 23:44:41.342123 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-484985e6-6fb8-4fd9-841e-955f746a5ac3 service neutron] 10.222.0.37 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966153 Feb 20 23:44:41.408091 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 43878) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:41.551185 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f946f537-6f17-4520-ace5-f629beba3c5e tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:41.553244 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f946f537-6f17-4520-ace5-f629beba3c5e tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.89 "GET /v2.0/networks?id=acef112d-c06a-46ab-ab66-80b92cdd423b HTTP/1.1" status: 200 len: 814 time: 0.1526823 Feb 20 23:44:41.573651 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Request body: {'port': {'device_id': '14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a', 'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b', 'admin_state_up': True, 'tenant_id': '45885274f39840d98fd03713d6ccd62c'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:41.574743 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-3732167a-1f6c-4065-9f41-0480e24759a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1647582 Feb 20 23:44:41.579885 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-0a639222-c24f-49e6-84bf-ae69c6c139b4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109847) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:44:41.584568 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-0a639222-c24f-49e6-84bf-ae69c6c139b4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081878 Feb 20 23:44:41.727637 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 43890) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:44:41.730445 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1f3df4ff-c380-4f45-9e96-f8962afdceba req-9bf11672-9c11-4681-8666-9c2ac480544d tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 210 time: 0.0459123 Feb 20 23:44:41.837724 dv-cinder-813221-6-iscsi neutron-server[109847]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 23:44:41.906012 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Made reservation on behalf of 45885274f39840d98fd03713d6ccd62c for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:44:41.909343 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:41.916041 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-0ff5195e-afac-46a2-b969-1ca548250513 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:41.921014 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-0ff5195e-afac-46a2-b969-1ca548250513 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports/d4618aa7-0f3d-484f-8b92-46e047745178 HTTP/1.1" status: 200 len: 940 time: 0.1898637 Feb 20 23:44:42.028987 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fc710-1e77-466c-bf86-74c4e078fb20 req-c75d874f-2083-44f4-8bc2-20d4e2f2aa2a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:42.030685 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8b8fc710-1e77-466c-bf86-74c4e078fb20 req-c75d874f-2083-44f4-8bc2-20d4e2f2aa2a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.1722152 Feb 20 23:44:42.131236 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device d4618aa7-0f3d-484f-8b92-46e047745178 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:44:42.275160 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port d4618aa7-0f3d-484f-8b92-46e047745178 is: DOWN; New status is: DOWN {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:44:42.445405 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8f6aad40-7dfd-4b51-a05d-a69b58f694ec req-e3ebd294-cbf7-4047-ba36-06c799424a96 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 210 time: 0.0846555 Feb 20 23:44:42.471469 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Allocated IP 172.20.0.8 (acef112d-c06a-46ab-ab66-80b92cdd423b/547d3d9b-b339-4b9e-b565-d17e60917ebc/e76b2da4-a116-4ad8-8045-1c5f69c3f2f8) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:42.587113 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8b8fc710-1e77-466c-bf86-74c4e078fb20 req-a2a5102d-6fd1-4edb-9382-987672ec3296 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5498507 Feb 20 23:44:42.655105 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks [] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.738347 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:42.792359 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Network acef112d-c06a-46ab-ab66-80b92cdd423b is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:42.810009 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:42.831161 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Pushing event updated for resources: {'Port': ['ID=e76b2da4-a116-4ad8-8045-1c5f69c3f2f8,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:42.833880 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:42.837615 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3d74eb3e-3237-4d5b-8658-fab69a05cdc9 req-33c021f3-dd04-47f5-819d-045ccb0a2689 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 210 time: 0.0473237 Feb 20 23:44:42.876286 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:42.877403 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:42.877803 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:42.878188 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:42.878498 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:42.878881 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:42.879208 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:42.879533 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:42.879912 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:42.880236 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:42.881165 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:42.881165 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:42.881436 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:44:42.906118 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:42.906849 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:43.041310 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fa8263-c8e9-4786-9e0a-a8a6791671d5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4715028 Feb 20 23:44:43.056330 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Request body: {'port': {'device_id': '14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:43.180961 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:43.196962 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-368e6e7c-6109-4978-9e1e-d49504c4c0e9 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:43.198492 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-368e6e7c-6109-4978-9e1e-d49504c4c0e9 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/networks?id=51afa427-f90b-431e-98ac-b01973cf6745 HTTP/1.1" status: 200 len: 815 time: 0.1708500 Feb 20 23:44:43.233077 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-78997c8f-633c-48e7-bdb6-0c609d08199c tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/quotas/e2a889d9da9b4ed68809a094e134178b HTTP/1.1" status: 200 len: 375 time: 0.0275280 Feb 20 23:44:43.405905 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-e6c3f49b-0151-474b-9d3c-3398325e7cb2 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2a889d9da9b4ed68809a094e134178b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666305 Feb 20 23:44:43.607664 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-daba948f-8973-4003-bfd0-8651896ea853 service neutron] 10.222.0.37 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900091 Feb 20 23:44:43.644396 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:44:43.681611 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Publish callbacks [] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:43.711240 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e792c6d-266f-4b66-a5ec-293e1a3629af req-d7506a6f-95fc-448e-b820-1c6bd307a454 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:43.712750 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2e792c6d-266f-4b66-a5ec-293e1a3629af req-d7506a6f-95fc-448e-b820-1c6bd307a454 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 931 time: 0.1841891 Feb 20 23:44:43.713770 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Transition to ACTIVE for port object e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:44:43.773793 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-44867f01-bc91-4dec-b752-89853e228395 service neutron] 10.222.0.37 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581457 Feb 20 23:44:43.783163 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:43.792237 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2e792c6d-266f-4b66-a5ec-293e1a3629af req-f7038ada-0dd2-4eb9-9211-ef10434e407d tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728202 Feb 20 23:44:43.847516 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Pushing event updated for resources: {'Port': ['ID=e76b2da4-a116-4ad8-8045-1c5f69c3f2f8,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:43.961325 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Attempting to bind port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:43.961576 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Attempting to bind port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f179b92c-3a28-43df-8db9-7d64bbd255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:43.961905 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Attempting to bind port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 on network acef112d-c06a-46ab-ab66-80b92cdd423b {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:43.969962 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 on network acef112d-c06a-46ab-ab66-80b92cdd423b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:44:43.970281 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Attempting to bind port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 on network acef112d-c06a-46ab-ab66-80b92cdd423b {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:43.980198 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714307-d79c-42ad-b5d4-36675df3d1f5 req-418168f8-38c0-43af-b34c-359c33a42a6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:43.981740 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9a714307-d79c-42ad-b5d4-36675df3d1f5 req-418168f8-38c0-43af-b34c-359c33a42a6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0853739 Feb 20 23:44:43.985696 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:43.986016 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Checking segment: {'id': 'f179b92c-3a28-43df-8db9-7d64bbd255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:43.986400 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Bound using segment: {'id': 'f179b92c-3a28-43df-8db9-7d64bbd255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:43.986828 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Bound port: e76b2da4-a116-4ad8-8045-1c5f69c3f2f8, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f179b92c-3a28-43df-8db9-7d64bbd255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:43.987182 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:44.081662 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9a714307-d79c-42ad-b5d4-36675df3d1f5 req-dd4293e3-9f3f-4a99-a0fe-55f4d392ba88 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894427 Feb 20 23:44:44.114542 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] For port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:44.120502 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] For port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e76b2da4-a116-4ad8-8045-1c5f69c3f2f8,segment=NetworkSegment(f179b92c-3a28-43df-8db9-7d64bbd255ae),segment_id=f179b92c-3a28-43df-8db9-7d64bbd255ae)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:44.199338 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f13acba2-7705-4838-9485-a65c0145ece3 req-20f92543-721e-4aff-9d50-09492166e2da tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 210 time: 0.0449293 Feb 20 23:44:44.222254 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:44.225677 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3fa41ede-8a5e-49a6-8bcd-42192e978246 req-7b15e690-6c9c-4dfb-9d62-398a254c8b25 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0607016 Feb 20 23:44:44.308232 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:44.308880 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:44.310317 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] 10.222.0.89 "PUT /v2.0/ports/e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 HTTP/1.1" status: 200 len: 1093 time: 1.2583582 Feb 20 23:44:44.313005 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a', 'tag': 'e76b2da4-a116-4ad8-8045-1c5f69c3f2f8'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:44.315388 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b2c7d1-b505-4de3-ad88-e615ef352a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a", "tag": "e76b2da4-a116-4ad8-8045-1c5f69c3f2f8"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:44.360505 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d557d5f9-e6f1-4b75-9c06-33698d3bac38 x-openstack-request-id: req-d557d5f9-e6f1-4b75-9c06-33698d3bac38 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:44.360832 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a", "tag": "e76b2da4-a116-4ad8-8045-1c5f69c3f2f8", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:44.361084 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d557d5f9-e6f1-4b75-9c06-33698d3bac38 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:44.361491 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a', 'tag': 'e76b2da4-a116-4ad8-8045-1c5f69c3f2f8', 'status': 'completed', 'code': 200} Feb 20 23:44:44.370588 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccd9c7-cc4b-4d2f-96d5-2ccaee58617e service neutron] Pushing event updated for resources: {'Port': ['ID=e76b2da4-a116-4ad8-8045-1c5f69c3f2f8,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:44.393279 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-e508f388-d6bf-4b56-9ad0-7900fb37a721 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:44.394760 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-e508f388-d6bf-4b56-9ad0-7900fb37a721 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "GET /v2.0/networks?id=2f14601d-839b-4074-b28a-f29bd97f9089 HTTP/1.1" status: 200 len: 815 time: 0.1743333 Feb 20 23:44:44.411614 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-eb2e5bdd-9395-47bd-900b-6467a3ab0863 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Request body: {'port': {'device_id': '051c17f8-0edd-49d8-b2d1-e4378cc05f3d', 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089', 'admin_state_up': True, 'tenant_id': 'db0cd55b99ee4a608c722d417d41349c'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:44.510441 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2c7d1-b505-4de3-ad88-e615ef352a8a req-53eceac5-8219-485b-b9ff-bd2c189c2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:44.511846 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a3b2c7d1-b505-4de3-ad88-e615ef352a8a req-53eceac5-8219-485b-b9ff-bd2c189c2c1d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45885274f39840d98fd03713d6ccd62c&device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 1127 time: 0.1162152 Feb 20 23:44:44.648244 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2c7d1-b505-4de3-ad88-e615ef352a8a req-17259b89-50b6-435a-8577-1ce0166265e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:44.649766 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a3b2c7d1-b505-4de3-ad88-e615ef352a8a req-17259b89-50b6-435a-8577-1ce0166265e3 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=45885274f39840d98fd03713d6ccd62c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1206443 Feb 20 23:44:44.714613 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-eb2e5bdd-9395-47bd-900b-6467a3ab0863 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Made reservation on behalf of db0cd55b99ee4a608c722d417d41349c for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:44:44.719472 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-eb2e5bdd-9395-47bd-900b-6467a3ab0863 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:44.824237 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2c7d1-b505-4de3-ad88-e615ef352a8a req-b7cf2f7c-c6d8-463d-8b15-43ee4fae6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:44.826347 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a3b2c7d1-b505-4de3-ad88-e615ef352a8a req-b7cf2f7c-c6d8-463d-8b15-43ee4fae6bd6 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689644 Feb 20 23:44:44.929002 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-eb2e5bdd-9395-47bd-900b-6467a3ab0863 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Allocated IP 172.20.0.6 (2f14601d-839b-4074-b28a-f29bd97f9089/702d9192-ab58-4987-bc44-1159ca098e88/082b0f63-4f49-4a06-b83a-ac515ecd8448) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:44:45.013019 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edd1c3-ede8-4cc8-9b4a-40a76342251e req-864da4ad-1bd7-4eaa-895f-ba4a02a9733e tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:45.015295 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-26edd1c3-ede8-4cc8-9b4a-40a76342251e req-864da4ad-1bd7-4eaa-895f-ba4a02a9733e tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.1384759 Feb 20 23:44:45.051760 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fd4ca5-a120-44eb-bb00-e6b9c3c2badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:45.053293 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-f2fd4ca5-a120-44eb-bb00-e6b9c3c2badc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45885274f39840d98fd03713d6ccd62c&device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 1127 time: 0.1585448 Feb 20 23:44:45.160328 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-280693f1-fb9b-4d69-9bdf-de120bd67735 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 HTTP/1.1" status: 200 len: 217 time: 0.0965259 Feb 20 23:44:45.231037 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-26edd1c3-ede8-4cc8-9b4a-40a76342251e req-737383c5-ec57-4cee-b40c-9ee27746d676 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071700 Feb 20 23:44:45.291770 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-0173e3c0-c65a-4fb8-ac18-f2f976522dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:45.293190 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-0173e3c0-c65a-4fb8-ac18-f2f976522dfe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=547d3d9b-b339-4b9e-b565-d17e60917ebc HTTP/1.1" status: 200 len: 854 time: 0.1165211 Feb 20 23:44:45.296637 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-eb2e5bdd-9395-47bd-900b-6467a3ab0863 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks [] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:45.302519 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-05542b9e-0ea0-4307-8c48-ad2d1fcc1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:45.304219 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-05542b9e-0ea0-4307-8c48-ad2d1fcc1365 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc&tenant_id=71217ce1f2824d06a3b07c9e12cb1a97 HTTP/1.1" status: 200 len: 1127 time: 0.0932136 Feb 20 23:44:45.340806 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e0578d98-5d06-4ad1-a32a-47b13412eb11 req-21f7f9e7-af84-4af3-8826-2dcc753c6ddc tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 210 time: 0.0395274 Feb 20 23:44:45.353403 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a5a47-db15-44b7-9c0c-dc0784e03b77 req-49f96dc6-f174-4893-843c-9916a20e7047 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:45.354868 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-eb3a5a47-db15-44b7-9c0c-dc0784e03b77 req-49f96dc6-f174-4893-843c-9916a20e7047 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.1620286 Feb 20 23:44:45.434327 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-4e513f7f-329d-48c9-9d25-8c42e6f42327 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=acef112d-c06a-46ab-ab66-80b92cdd423b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498958 Feb 20 23:44:45.456946 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-ea17522f-70ba-48f1-9880-eb6aad9b014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:45.458663 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-ea17522f-70ba-48f1-9880-eb6aad9b014c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 1127 time: 0.0521049 Feb 20 23:44:45.480534 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35b6123a-8708-4ea1-8700-f7564a33017d req-7d04ae0b-f3a4-4dd2-83cf-2f57d1a5a46a tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0485089 Feb 20 23:44:45.494986 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-eb2e5bdd-9395-47bd-900b-6467a3ab0863 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:45.515879 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['ea24d2fe-a95b-4027-a63a-7c7057e4e7be'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:44:45.530563 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-eb3a5a47-db15-44b7-9c0c-dc0784e03b77 req-9e88c252-79eb-42a2-84d1-5615e63e7591 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623008 Feb 20 23:44:45.582539 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-8b6a5c8b-2c63-4695-953e-f305f2ce812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:45.584141 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-8b6a5c8b-2c63-4695-953e-f305f2ce812a service neutron] 10.222.0.89 "GET /v2.0/networks?id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 HTTP/1.1" status: 200 len: 918 time: 0.1152446 Feb 20 23:44:45.605931 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-eb2e5bdd-9395-47bd-900b-6467a3ab0863 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Network 2f14601d-839b-4074-b28a-f29bd97f9089 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:44:45.616769 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-eb2e5bdd-9395-47bd-900b-6467a3ab0863 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:44:45.620784 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-eb2e5bdd-9395-47bd-900b-6467a3ab0863 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:44:45.623987 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e5bdd-9395-47bd-900b-6467a3ab0863 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Pushing event updated for resources: {'Port': ['ID=082b0f63-4f49-4a06-b83a-ac515ecd8448,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:45.683568 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-e4587537-a396-4700-aecc-4294b0d555d7 service neutron] 10.222.0.89 "GET /v2.0/networks/acef112d-c06a-46ab-ab66-80b92cdd423b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065146 Feb 20 23:44:45.691900 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-eb2e5bdd-9395-47bd-900b-6467a3ab0863 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:45.692511 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-eb2e5bdd-9395-47bd-900b-6467a3ab0863 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:45.706791 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-5d335c7c-ffc8-4d07-9a8f-eaf4834772fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4618aa7-0f3d-484f-8b92-46e047745178 HTTP/1.1" status: 200 len: 999 time: 0.1153128 Feb 20 23:44:45.758187 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-9bd28f11-4707-4493-82d5-548293869771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:45.759925 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-9bd28f11-4707-4493-82d5-548293869771 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0824fe94-1e5c-4564-a36f-ea1b09d0aec8 HTTP/1.1" status: 200 len: 856 time: 0.0469410 Feb 20 23:44:45.800529 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51ebb1a8-0080-4997-a81f-7e95c1726d16 req-36ef0608-df7b-44f6-a1c2-3f6c3c1971f4 service neutron] 10.222.0.89 "GET /v2.0/networks/acef112d-c06a-46ab-ab66-80b92cdd423b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042972 Feb 20 23:44:45.821196 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-eb2e5bdd-9395-47bd-900b-6467a3ab0863 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4146335 Feb 20 23:44:45.835102 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Request body: {'port': {'device_id': '051c17f8-0edd-49d8-b2d1-e4378cc05f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:44:45.837743 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-43b0a5bf-9b25-4c5a-883f-767ea4c19034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:45.839414 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-43b0a5bf-9b25-4c5a-883f-767ea4c19034 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559614 Feb 20 23:44:45.902280 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:45.940776 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-97cae42b-6a2e-478a-b85d-5875320da78d service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914097 Feb 20 23:44:46.040750 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-89f9ba41-2ddd-4ca3-8a64-ff7a3f0a920c req-2140f8f8-67ba-459f-a980-108f08f7485b service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867400 Feb 20 23:44:46.173531 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082b0f63-4f49-4a06-b83a-ac515ecd8448 {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:44:46.182510 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Publish callbacks [] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:46.196957 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Transition to ACTIVE for port object 082b0f63-4f49-4a06-b83a-ac515ecd8448 will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:44:46.291652 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:46.375550 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11143142-9840-465c-a528-62462929256a service neutron] Pushing event updated for resources: {'Port': ['ID=082b0f63-4f49-4a06-b83a-ac515ecd8448,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:46.479235 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d57957-fe65-463f-b96a-00765968fcd6 req-76276adc-c7fa-474c-b0dc-34a418d88e39 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:46.480750 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e1d57957-fe65-463f-b96a-00765968fcd6 req-76276adc-c7fa-474c-b0dc-34a418d88e39 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.1589401 Feb 20 23:44:46.527718 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Attempting to bind port 082b0f63-4f49-4a06-b83a-ac515ecd8448 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:44:46.528052 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Attempting to bind port 082b0f63-4f49-4a06-b83a-ac515ecd8448 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:44:46.528379 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Attempting to bind port 082b0f63-4f49-4a06-b83a-ac515ecd8448 on network 2f14601d-839b-4074-b28a-f29bd97f9089 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:46.547789 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Port 082b0f63-4f49-4a06-b83a-ac515ecd8448 on network 2f14601d-839b-4074-b28a-f29bd97f9089 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:44:46.548113 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Attempting to bind port 082b0f63-4f49-4a06-b83a-ac515ecd8448 on network 2f14601d-839b-4074-b28a-f29bd97f9089 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:44:46.556121 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb93b4-6676-4bff-be3b-31ee922b1659 req-d461c9cf-e7e7-4da5-b2c6-44f9c262789b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:46.557628 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-15eb93b4-6676-4bff-be3b-31ee922b1659 req-d461c9cf-e7e7-4da5-b2c6-44f9c262789b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.1307564 Feb 20 23:44:46.575334 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:44:46.576224 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Checking segment: {'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:44:46.576777 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Bound using segment: {'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:44:46.577220 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Bound port: 082b0f63-4f49-4a06-b83a-ac515ecd8448, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:44:46.577577 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:46.583730 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e1d57957-fe65-463f-b96a-00765968fcd6 req-958ace12-c2bc-4080-bceb-72db8b542f3f tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940342 Feb 20 23:44:46.663261 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-15eb93b4-6676-4bff-be3b-31ee922b1659 req-0f21811a-27e2-4f3c-b523-0cce962abb8c tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952344 Feb 20 23:44:46.710192 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-83506bfd-629f-4790-8560-7881d2114b5c req-fc505388-2205-4af1-8e2c-ce3188b74761 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0459499 Feb 20 23:44:46.717641 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] For port 082b0f63-4f49-4a06-b83a-ac515ecd8448, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:44:46.750376 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] For port 082b0f63-4f49-4a06-b83a-ac515ecd8448, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=082b0f63-4f49-4a06-b83a-ac515ecd8448,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:44:46.829467 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e41efa-7fa6-405a-be5c-e2af6a0de33d req-6ae1e77c-2814-4c6b-950c-09959cc0f080 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:46.843358 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c2e41efa-7fa6-405a-be5c-e2af6a0de33d req-6ae1e77c-2814-4c6b-950c-09959cc0f080 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0865760 Feb 20 23:44:46.879049 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:46.966190 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11143142-9840-465c-a528-62462929256a service neutron] Pushing event updated for resources: {'Port': ['ID=082b0f63-4f49-4a06-b83a-ac515ecd8448,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:44:46.976445 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:46.977109 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:46.978493 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-11143142-9840-465c-a528-62462929256a service neutron] 10.222.0.89 "PUT /v2.0/ports/082b0f63-4f49-4a06-b83a-ac515ecd8448 HTTP/1.1" status: 200 len: 1093 time: 1.1492214 Feb 20 23:44:46.978937 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051c17f8-0edd-49d8-b2d1-e4378cc05f3d', 'tag': '082b0f63-4f49-4a06-b83a-ac515ecd8448'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:44:46.981222 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf2aa31-807b-4c01-955e-3b2c3a0a03d0" -d '{"events": [{"name": "network-changed", "server_uuid": "051c17f8-0edd-49d8-b2d1-e4378cc05f3d", "tag": "082b0f63-4f49-4a06-b83a-ac515ecd8448"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:44:46.993111 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c2e41efa-7fa6-405a-be5c-e2af6a0de33d req-ca3d9f3d-ccf1-4660-9ba3-b19c28c63ed4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485374 Feb 20 23:44:47.039291 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616587c3-ff75-446a-b0e6-657e38e9651a x-openstack-request-id: req-616587c3-ff75-446a-b0e6-657e38e9651a {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:44:47.039586 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051c17f8-0edd-49d8-b2d1-e4378cc05f3d", "tag": "082b0f63-4f49-4a06-b83a-ac515ecd8448", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:44:47.039841 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-616587c3-ff75-446a-b0e6-657e38e9651a {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:44:47.040249 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051c17f8-0edd-49d8-b2d1-e4378cc05f3d', 'tag': '082b0f63-4f49-4a06-b83a-ac515ecd8448', 'status': 'completed', 'code': 200} Feb 20 23:44:47.748608 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1b691-3b9d-41fb-9e1e-2978dbeb0fd5 req-45d41411-b326-4ee5-8ec8-0c945e3caf7b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:47.751018 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-74a1b691-3b9d-41fb-9e1e-2978dbeb0fd5 req-45d41411-b326-4ee5-8ec8-0c945e3caf7b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0924039 Feb 20 23:44:47.837478 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-74a1b691-3b9d-41fb-9e1e-2978dbeb0fd5 req-b2ec93b5-4545-4635-9759-0fe0936ed669 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806022 Feb 20 23:44:47.855631 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a40a01-72ff-4a3d-8025-5004b075079d req-540d1e3a-081b-4746-8d0a-6fb074b79dea tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:47.857176 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e9a40a01-72ff-4a3d-8025-5004b075079d req-540d1e3a-081b-4746-8d0a-6fb074b79dea tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0897958 Feb 20 23:44:47.931298 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e9a40a01-72ff-4a3d-8025-5004b075079d req-5b99b3e1-ef1a-49c6-aa22-c9c4e5a61f31 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677109 Feb 20 23:44:47.951823 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0e8955fb-b722-49ff-87ef-626b0ebd50f5 req-e8f59ce9-d5b6-4a90-bfd5-b781e76ce4f7 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0339842 Feb 20 23:44:48.148608 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fe13c-96d4-4f64-b057-1a79e2b913f4 req-903adfc5-cf1b-4178-a4fb-6bebc35341de tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:48.150303 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5f3fe13c-96d4-4f64-b057-1a79e2b913f4 req-903adfc5-cf1b-4178-a4fb-6bebc35341de tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0676446 Feb 20 23:44:48.200501 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5f3fe13c-96d4-4f64-b057-1a79e2b913f4 req-5af39613-7863-435d-94ae-6743a5763dc4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440576 Feb 20 23:44:48.974978 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d32d3-900c-4cd3-bd84-4e830cfa43c3 req-6a8de2e6-f727-453a-b3cb-b66cf95e653b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:48.978186 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cf2d32d3-900c-4cd3-bd84-4e830cfa43c3 req-6a8de2e6-f727-453a-b3cb-b66cf95e653b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0601704 Feb 20 23:44:49.061549 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cf2d32d3-900c-4cd3-bd84-4e830cfa43c3 req-0b9b3dd7-074c-4cd7-a434-8395415ab210 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771112 Feb 20 23:44:49.081759 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807c295-7774-4d5d-bdc6-66e4e4067e34 req-7cf87db6-abea-4c28-b31e-eb64d2365c21 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:49.083394 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a807c295-7774-4d5d-bdc6-66e4e4067e34 req-7cf87db6-abea-4c28-b31e-eb64d2365c21 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0761886 Feb 20 23:44:49.152770 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a807c295-7774-4d5d-bdc6-66e4e4067e34 req-b89c5c98-f56a-4107-93b0-060e1ca7c90f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630705 Feb 20 23:44:49.174781 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07228841-0229-4971-8667-9f86e23223b1 req-a278f3f7-433d-467d-a9cd-c524eaee96c4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0341232 Feb 20 23:44:49.320893 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c26763da-0f51-4041-83dc-e69626525170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:49.346858 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ed784-e405-4e66-8e7c-3fb8c450f4b0 req-37378574-1a6a-471d-ac6c-15f61ea12e5d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:49.348618 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b15ed784-e405-4e66-8e7c-3fb8c450f4b0 req-37378574-1a6a-471d-ac6c-15f61ea12e5d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0646560 Feb 20 23:44:49.408055 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b15ed784-e405-4e66-8e7c-3fb8c450f4b0 req-8f04e2bd-0ea5-42f5-b9ac-49b2a54a8d75 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520749 Feb 20 23:44:50.194704 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72972ccc-2a2c-4127-b083-7fcfa8cd74c2 req-3b0c0b1f-de42-44eb-a1d6-9ebcd436fd26 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:50.201874 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72972ccc-2a2c-4127-b083-7fcfa8cd74c2 req-3b0c0b1f-de42-44eb-a1d6-9ebcd436fd26 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0627511 Feb 20 23:44:50.293449 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72972ccc-2a2c-4127-b083-7fcfa8cd74c2 req-3ae37dad-234b-4313-9862-81a61f5b0b6e tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905812 Feb 20 23:44:50.327849 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f038891-a507-4848-856b-e17d47fa93b6 req-cc724eaa-3869-4719-a45c-90a1c6224d8c tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:50.335173 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7f038891-a507-4848-856b-e17d47fa93b6 req-cc724eaa-3869-4719-a45c-90a1c6224d8c tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0841117 Feb 20 23:44:50.641183 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f683868c-0aa2-4c84-a46c-6d6e491ca757 req-3b83a583-a682-4f6f-a95e-945c1f4a93a9 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.2878189 Feb 20 23:44:50.663557 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7f038891-a507-4848-856b-e17d47fa93b6 req-fc13f91d-4397-4980-8a56-3ad03649558e tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278902 Feb 20 23:44:50.779938 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4da3e-221d-4f55-a12f-92a28670e805 req-4c2d764f-3d97-4e7c-9571-039092eb1440 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:50.781501 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9fd4da3e-221d-4f55-a12f-92a28670e805 req-4c2d764f-3d97-4e7c-9571-039092eb1440 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0624161 Feb 20 23:44:50.835649 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9fd4da3e-221d-4f55-a12f-92a28670e805 req-23bec4f7-38a7-4133-a3c1-ca1b50abe0e3 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476112 Feb 20 23:44:51.426202 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2acbc8-dde4-4d2f-976f-6cde038e210b req-fc72e3f1-2e5f-44d4-8c43-31e8873aab31 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:51.427760 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd2acbc8-dde4-4d2f-976f-6cde038e210b req-fc72e3f1-2e5f-44d4-8c43-31e8873aab31 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0550001 Feb 20 23:44:51.480053 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd2acbc8-dde4-4d2f-976f-6cde038e210b req-1dffedc7-4846-4805-ab0b-0a771e4b3128 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462811 Feb 20 23:44:51.719737 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-61c18ff3-3ac0-4975-8ffb-77d811978df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:51.740763 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de91d18b-8d09-4ea5-8888-6d3c4beb0d62 req-1412d2e7-589a-4de4-b979-f0fecc3d26d7 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0301316 Feb 20 23:44:51.813798 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca958a69-fb1e-4d45-9e7f-ca7b313182d1 req-be160e3d-f211-4f79-a506-2c60260d7e77 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:51.815353 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca958a69-fb1e-4d45-9e7f-ca7b313182d1 req-be160e3d-f211-4f79-a506-2c60260d7e77 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0610704 Feb 20 23:44:51.869430 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca958a69-fb1e-4d45-9e7f-ca7b313182d1 req-37f2a808-65cf-4667-9e20-0e7981fbe1e9 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477459 Feb 20 23:44:51.974392 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4879f3c-21ce-45b6-9b73-6b8fd2cd1d83 req-12f11508-ef84-43c5-b7eb-be4510756f83 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:51.975919 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f4879f3c-21ce-45b6-9b73-6b8fd2cd1d83 req-12f11508-ef84-43c5-b7eb-be4510756f83 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0620263 Feb 20 23:44:52.032796 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f4879f3c-21ce-45b6-9b73-6b8fd2cd1d83 req-babf8a12-9320-40d5-938f-6329eb609cf9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510147 Feb 20 23:44:52.618523 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5cd56-1f17-475f-8bc2-746965496815 req-50500f1b-b99f-4e25-a72c-bb41aa4f9f43 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:52.620130 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2ed5cd56-1f17-475f-8bc2-746965496815 req-50500f1b-b99f-4e25-a72c-bb41aa4f9f43 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0625188 Feb 20 23:44:52.679039 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2ed5cd56-1f17-475f-8bc2-746965496815 req-50028402-9fc7-48ac-ad67-45223cad17e6 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515707 Feb 20 23:44:52.844918 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-38cca318-b1c2-4cb2-8240-04c5e6f333c0 req-59472f89-55a9-4dc0-94bc-dff9303f4a0b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0297027 Feb 20 23:44:53.002390 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b4b4a-dae8-4e55-901c-79bf4ebfa3ea req-a05c5ea0-8aff-40e0-960a-4579c7f35be5 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:53.003932 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-094b4b4a-dae8-4e55-901c-79bf4ebfa3ea req-a05c5ea0-8aff-40e0-960a-4579c7f35be5 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0620165 Feb 20 23:44:53.061596 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-094b4b4a-dae8-4e55-901c-79bf4ebfa3ea req-32379968-af03-4881-95f6-1fa32fb79f62 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518606 Feb 20 23:44:53.076102 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:53.175020 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f90b2-9962-4c95-91cb-a5431747b025 req-e4eb29f2-86c0-4d88-9e44-e819fd4a154e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:53.177339 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c87f90b2-9962-4c95-91cb-a5431747b025 req-e4eb29f2-86c0-4d88-9e44-e819fd4a154e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0657892 Feb 20 23:44:53.237285 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c87f90b2-9962-4c95-91cb-a5431747b025 req-52e12010-a562-4aa6-8e1e-31dbcfc055f5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530782 Feb 20 23:44:53.808154 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224a2fa-05e0-4c51-96d1-7b57c5f069c4 req-b9034f19-fdec-4180-b722-8ad11cae4d41 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:53.810217 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b224a2fa-05e0-4c51-96d1-7b57c5f069c4 req-b9034f19-fdec-4180-b722-8ad11cae4d41 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0593276 Feb 20 23:44:53.860334 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b224a2fa-05e0-4c51-96d1-7b57c5f069c4 req-425165d0-072f-4d0d-b36b-f8f0480670a0 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443394 Feb 20 23:44:53.943442 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a8b6bd38-3e00-45db-8392-c479c5b6b50a req-2f76e41f-917b-4ac8-99c2-32d69fd1085e tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0318630 Feb 20 23:44:54.202877 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ab637-0106-4946-9323-9e870cc04cb3 req-32f5d65c-e401-4218-9a63-53e25f3f8eeb tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:54.204443 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-749ab637-0106-4946-9323-9e870cc04cb3 req-32f5d65c-e401-4218-9a63-53e25f3f8eeb tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0605092 Feb 20 23:44:54.253501 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-749ab637-0106-4946-9323-9e870cc04cb3 req-ab8f37b9-b7f5-4649-bd73-075e70ed23b4 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Feb 20 23:44:54.364605 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89267f-85ab-45ee-992a-f6efdc77f95b req-43f53b5f-c795-46d4-b670-e4b73b904e04 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:54.366229 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ac89267f-85ab-45ee-992a-f6efdc77f95b req-43f53b5f-c795-46d4-b670-e4b73b904e04 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0561125 Feb 20 23:44:54.413002 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ac89267f-85ab-45ee-992a-f6efdc77f95b req-a0368881-d5b5-41ed-9d3e-d8b914e789f9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412836 Feb 20 23:44:54.668627 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:54.998064 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9c822-2008-4497-890b-9d4e872cdfcb req-9d3bb1a2-8ca8-4bc5-9515-5eefd9546d1b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:55.000670 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f5a9c822-2008-4497-890b-9d4e872cdfcb req-9d3bb1a2-8ca8-4bc5-9515-5eefd9546d1b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0645928 Feb 20 23:44:55.056948 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f1b3d70f-2c6f-4c87-b06c-9415f9305cf0 req-b7f1b505-227c-4d61-be09-4c99389680dc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0400679 Feb 20 23:44:55.100254 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f5a9c822-2008-4497-890b-9d4e872cdfcb req-002d5a32-6a31-41f7-b395-089ce2003d89 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925162 Feb 20 23:44:55.377672 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dd8f2-3438-4f34-861b-d8cd854aee95 req-ce7fb929-fd69-4bba-b1f7-dc6109a461aa tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:55.379618 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-431dd8f2-3438-4f34-861b-d8cd854aee95 req-ce7fb929-fd69-4bba-b1f7-dc6109a461aa tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0571740 Feb 20 23:44:55.439460 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-431dd8f2-3438-4f34-861b-d8cd854aee95 req-8d52a09a-d5bd-4c82-993d-2fd4ef2c8e2f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519917 Feb 20 23:44:55.539991 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2322d63-6e46-4064-a878-b96d8499d711 req-2b746911-091b-4fe4-8607-a190dff8fdcf tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:55.541398 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d2322d63-6e46-4064-a878-b96d8499d711 req-2b746911-091b-4fe4-8607-a190dff8fdcf tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0524485 Feb 20 23:44:55.592071 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d2322d63-6e46-4064-a878-b96d8499d711 req-0adbd767-0754-4183-bee5-344f3831b5fa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443778 Feb 20 23:44:56.154703 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:56.162075 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2ab5b091-e1a9-46ce-9f9e-c09bcd578ae5 req-a89e83ec-37ed-4869-a6d2-ba7a79ede08d tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0333974 Feb 20 23:44:56.236413 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648580d3-a332-4086-b549-48dbdc173f8c req-a5c2752a-3171-493f-a695-443551e3b2c5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:56.239156 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-648580d3-a332-4086-b549-48dbdc173f8c req-a5c2752a-3171-493f-a695-443551e3b2c5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0645313 Feb 20 23:44:56.300553 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-648580d3-a332-4086-b549-48dbdc173f8c req-8857b8bc-8fe2-4b25-a18e-47357d698af8 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555863 Feb 20 23:44:56.562423 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb9087-f7bb-4943-a3ec-073a7a9c9ba4 req-a38b1bd7-f33b-47bf-9e7c-76ed6ccdfdf6 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:56.564098 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-86eb9087-f7bb-4943-a3ec-073a7a9c9ba4 req-a38b1bd7-f33b-47bf-9e7c-76ed6ccdfdf6 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0550575 Feb 20 23:44:56.612139 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-86eb9087-f7bb-4943-a3ec-073a7a9c9ba4 req-499ce242-adf2-411c-9654-9a6954b47753 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 Feb 20 23:44:56.731647 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6380535-4c10-46c9-a885-d0bed1c05406 req-af60c4fa-26a9-417c-b94b-8b25b8bd7e02 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:56.731647 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f6380535-4c10-46c9-a885-d0bed1c05406 req-af60c4fa-26a9-417c-b94b-8b25b8bd7e02 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0597744 Feb 20 23:44:56.780029 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f6380535-4c10-46c9-a885-d0bed1c05406 req-ced89079-5f31-4574-b640-87ba9d449393 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440202 Feb 20 23:44:57.265490 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a4c27dc7-0b03-4cc4-8736-a8b0451ab437 req-681a0163-f3f3-4d40-ad11-853a6d319e0a tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0354786 Feb 20 23:44:57.431932 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2d245-d92e-4cdb-bbfd-0ee401303e7a req-3ff6a003-4abd-4b38-beb5-c3ff3df43f30 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:57.433444 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07f2d245-d92e-4cdb-bbfd-0ee401303e7a req-3ff6a003-4abd-4b38-beb5-c3ff3df43f30 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0591884 Feb 20 23:44:57.484570 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07f2d245-d92e-4cdb-bbfd-0ee401303e7a req-3c987bf9-b1a7-46d6-ab37-e656935c2dbb tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Feb 20 23:44:57.740886 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8afb-7185-46cb-9d7d-65eddc7e1b7f req-a651ffa9-fcb4-4cba-bf04-4673e51e3239 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:57.742263 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-57fa8afb-7185-46cb-9d7d-65eddc7e1b7f req-a651ffa9-fcb4-4cba-bf04-4673e51e3239 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0543242 Feb 20 23:44:57.791249 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-57fa8afb-7185-46cb-9d7d-65eddc7e1b7f req-fb7dfb5b-f607-4ca2-8fd9-09ab04228ce2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Feb 20 23:44:57.910827 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60781295-c68d-4245-bc84-dd8d1597b31c req-f0315f9e-1a5a-4cf4-9c39-dc990dd17bb3 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:57.912309 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-60781295-c68d-4245-bc84-dd8d1597b31c req-f0315f9e-1a5a-4cf4-9c39-dc990dd17bb3 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0600219 Feb 20 23:44:57.959544 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-60781295-c68d-4245-bc84-dd8d1597b31c req-fb3caba2-8d6f-4850-a708-608ad4a88040 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415726 Feb 20 23:44:58.359969 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a3ce6c38-1ca9-4f8d-82be-73623906a217 req-7ffdcbed-224e-414f-9c12-b58ce7b5e8cb tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0272233 Feb 20 23:44:58.605525 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dd494-b6fd-4920-85de-2d88c8d99f3f req-3a366454-1030-4ef0-8772-d0e0a4e129e9 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:58.607511 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-337dd494-b6fd-4920-85de-2d88c8d99f3f req-3a366454-1030-4ef0-8772-d0e0a4e129e9 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0538650 Feb 20 23:44:58.658417 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-337dd494-b6fd-4920-85de-2d88c8d99f3f req-91389a79-6a3e-4e27-86db-8a0937f8d760 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454237 Feb 20 23:44:58.911005 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4357b-85ac-4c58-bd10-bd19309127af req-aae4be06-5ddd-435b-b678-6235a0268084 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:58.912472 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6bd4357b-85ac-4c58-bd10-bd19309127af req-aae4be06-5ddd-435b-b678-6235a0268084 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0535913 Feb 20 23:44:58.959191 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6bd4357b-85ac-4c58-bd10-bd19309127af req-1fbde49b-6979-40d6-b660-f851b2bc5415 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Feb 20 23:44:59.083780 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa55c27-ff36-409e-a00a-a6dd1246c1fc req-755c6241-d871-4e2f-9437-73ac2bec7e1c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:59.085386 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6fa55c27-ff36-409e-a00a-a6dd1246c1fc req-755c6241-d871-4e2f-9437-73ac2bec7e1c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0533559 Feb 20 23:44:59.132843 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6fa55c27-ff36-409e-a00a-a6dd1246c1fc req-1ff22dd4-15b5-4525-84bb-274d94918890 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416784 Feb 20 23:44:59.456136 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a38fdd81-73b6-4440-b913-c71cb646cf43 req-67e55ee7-03a5-4f07-a83e-7954d0f2ec4f tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0292065 Feb 20 23:44:59.485704 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:44:59.776294 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2b169-66e4-4355-8130-4371e2f64187 req-15ec5693-4eed-4622-9f83-9f5c3795cfa8 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:44:59.777767 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-57e2b169-66e4-4355-8130-4371e2f64187 req-15ec5693-4eed-4622-9f83-9f5c3795cfa8 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0525053 Feb 20 23:44:59.824674 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-57e2b169-66e4-4355-8130-4371e2f64187 req-d4e5c838-33fe-4b94-8366-dabd161ddd6b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Feb 20 23:45:00.076368 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e9cff-db40-446d-ada0-e529b90351c6 req-5d70e2c8-0456-4e09-992f-369953c3f899 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:00.077847 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-122e9cff-db40-446d-ada0-e529b90351c6 req-5d70e2c8-0456-4e09-992f-369953c3f899 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0523045 Feb 20 23:45:00.126209 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-122e9cff-db40-446d-ada0-e529b90351c6 req-58049eaa-de0b-4985-81ae-3e951c99fe1f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Feb 20 23:45:00.258542 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c7772-0528-468b-a4e2-da93eb30f02c req-a93bfc69-972f-4b95-85d5-e83b4d5f02fa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:00.260211 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c04c7772-0528-468b-a4e2-da93eb30f02c req-a93bfc69-972f-4b95-85d5-e83b4d5f02fa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0572386 Feb 20 23:45:00.307441 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c04c7772-0528-468b-a4e2-da93eb30f02c req-a1a14a69-180a-46a9-99e2-416077327935 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 Feb 20 23:45:00.551412 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5631fc60-9862-4081-b734-8ddc9cd54bab req-5190c2af-0942-4427-894a-817c25522945 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0280571 Feb 20 23:45:00.952677 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ffa14-4296-4c85-93af-95ca30ac0d30 req-cd5258a7-aebf-4aa6-8e75-f10b77a62dbb tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:00.954186 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de1ffa14-4296-4c85-93af-95ca30ac0d30 req-cd5258a7-aebf-4aa6-8e75-f10b77a62dbb tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0538888 Feb 20 23:45:01.000822 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de1ffa14-4296-4c85-93af-95ca30ac0d30 req-d75d6901-a351-4da6-913a-25b7c4039a45 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412309 Feb 20 23:45:01.224660 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2aa31-807b-4c01-955e-3b2c3a0a03d0 req-4aaf6eb6-e586-46f8-a4c2-a70e0649c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:01.226179 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-0cf2aa31-807b-4c01-955e-3b2c3a0a03d0 req-4aaf6eb6-e586-46f8-a4c2-a70e0649c3be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db0cd55b99ee4a608c722d417d41349c&device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 1127 time: 0.0483267 Feb 20 23:45:01.311086 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdc972-d04d-46c2-9ac6-4e5d2f376391 req-871684ae-a126-49af-b2dd-034b41fce760 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:01.312758 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f8fdc972-d04d-46c2-9ac6-4e5d2f376391 req-871684ae-a126-49af-b2dd-034b41fce760 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.1127634 Feb 20 23:45:01.322599 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-165bd827-fde8-4d9e-8fc5-fad5925b0990 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:01.324045 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-165bd827-fde8-4d9e-8fc5-fad5925b0990 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.89 "GET /v2.0/networks?id=51afa427-f90b-431e-98ac-b01973cf6745 HTTP/1.1" status: 200 len: 815 time: 0.1482456 Feb 20 23:45:01.344794 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f013d580-57a9-4dcc-b81a-30d55ce7bb95 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Request body: {'port': {'device_id': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'admin_state_up': True, 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:45:01.391989 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2aa31-807b-4c01-955e-3b2c3a0a03d0 req-e3a78ab5-c676-450e-9411-8327f2eb9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:01.393484 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-0cf2aa31-807b-4c01-955e-3b2c3a0a03d0 req-e3a78ab5-c676-450e-9411-8327f2eb9e1b service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=db0cd55b99ee4a608c722d417d41349c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1254096 Feb 20 23:45:01.461114 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f8fdc972-d04d-46c2-9ac6-4e5d2f376391 req-1101a4af-bf15-4793-a7b7-35db124fe3c9 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357050 Feb 20 23:45:01.505180 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2aa31-807b-4c01-955e-3b2c3a0a03d0 req-f13a6caf-63fd-46cd-a1a9-52825be07185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:01.507506 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-0cf2aa31-807b-4c01-955e-3b2c3a0a03d0 req-f13a6caf-63fd-46cd-a1a9-52825be07185 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081846 Feb 20 23:45:01.521066 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366b6ed-a948-48df-9b61-3177993924b5 req-0b71b16a-d602-4acb-842b-0d6d9a90c709 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:01.522538 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1366b6ed-a948-48df-9b61-3177993924b5 req-0b71b16a-d602-4acb-842b-0d6d9a90c709 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.1199236 Feb 20 23:45:01.582376 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1366b6ed-a948-48df-9b61-3177993924b5 req-22027590-f749-427d-94ca-2d7d50b74b83 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515459 Feb 20 23:45:01.597773 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-1eaf034f-a09c-43b5-a911-6ffd4771061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:01.599444 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-1eaf034f-a09c-43b5-a911-6ffd4771061d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db0cd55b99ee4a608c722d417d41349c&device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 1127 time: 0.0464730 Feb 20 23:45:01.644316 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-60bdc298-9656-4fdb-8fd9-e6329e395a00 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=082b0f63-4f49-4a06-b83a-ac515ecd8448 HTTP/1.1" status: 200 len: 217 time: 0.0376775 Feb 20 23:45:01.664685 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b84d3673-bfb5-47e9-bf25-9bd6b4c616c9 req-9ad55712-2ab7-4a25-86e2-ea046bd76dac tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0423181 Feb 20 23:45:01.665915 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f013d580-57a9-4dcc-b81a-30d55ce7bb95 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Made reservation on behalf of e2a889d9da9b4ed68809a094e134178b for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:45:01.671723 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f013d580-57a9-4dcc-b81a-30d55ce7bb95 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:01.699035 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-63290d15-e854-491d-b964-232043e4be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:01.701136 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-63290d15-e854-491d-b964-232043e4be5a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=702d9192-ab58-4987-bc44-1159ca098e88 HTTP/1.1" status: 200 len: 855 time: 0.0469120 Feb 20 23:45:01.738260 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-ee67a78b-3afd-4d51-80bb-5734586abee6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f14601d-839b-4074-b28a-f29bd97f9089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289626 Feb 20 23:45:01.824851 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f013d580-57a9-4dcc-b81a-30d55ce7bb95 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Allocated IP 172.20.0.13 (51afa427-f90b-431e-98ac-b01973cf6745/b7926df9-2b15-4cf1-8457-30c515cc5e7c/f55c6f2f-789f-4251-83fb-3b197617aeb9) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:45:01.846467 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-c150305a-635b-4223-9483-9a0f0c81fda9 service neutron] 10.222.0.89 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869405 Feb 20 23:45:01.953322 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-c57f9289-ea95-4c22-bde9-338f8036f6d7 req-415c3ed2-c399-42a9-b118-bd93206cc841 service neutron] 10.222.0.89 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999813 Feb 20 23:45:02.005553 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f013d580-57a9-4dcc-b81a-30d55ce7bb95 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:02.193664 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f013d580-57a9-4dcc-b81a-30d55ce7bb95 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:02.193664 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645c5f2-4656-4c90-9928-656e11b5900d req-66a8dc7e-b514-49b0-a4ac-a4fe7977a0a3 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:02.194799 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b645c5f2-4656-4c90-9928-656e11b5900d req-66a8dc7e-b514-49b0-a4ac-a4fe7977a0a3 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0890417 Feb 20 23:45:02.255360 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013d580-57a9-4dcc-b81a-30d55ce7bb95 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event updated for resources: {'Port': ['ID=f55c6f2f-789f-4251-83fb-3b197617aeb9,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:02.296792 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f013d580-57a9-4dcc-b81a-30d55ce7bb95 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Network 51afa427-f90b-431e-98ac-b01973cf6745 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:45:02.300413 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f013d580-57a9-4dcc-b81a-30d55ce7bb95 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:45:02.304904 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f013d580-57a9-4dcc-b81a-30d55ce7bb95 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:45:02.376466 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b645c5f2-4656-4c90-9928-656e11b5900d req-80c5abf2-28cb-46ab-8234-4bf8dce117e5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183944 Feb 20 23:45:02.388905 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f013d580-57a9-4dcc-b81a-30d55ce7bb95 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:02.388905 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f013d580-57a9-4dcc-b81a-30d55ce7bb95 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:02.535836 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f013d580-57a9-4dcc-b81a-30d55ce7bb95 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1970675 Feb 20 23:45:02.577341 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-4e5c177b-b45f-4521-b635-5d1c49f56aa0 None None] Provisioning complete for port f55c6f2f-789f-4251-83fb-3b197617aeb9 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:45:02.578256 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4e5c177b-b45f-4521-b635-5d1c49f56aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:02.619169 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d51d39-48e4-4914-b810-c8511faac2ab req-a4f4ef39-e3b3-434a-bc70-d6ccf2a6c7f3 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:02.620684 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f5d51d39-48e4-4914-b810-c8511faac2ab req-a4f4ef39-e3b3-434a-bc70-d6ccf2a6c7f3 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0756879 Feb 20 23:45:02.621730 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c177b-b45f-4521-b635-5d1c49f56aa0 None None] Port f55c6f2f-789f-4251-83fb-3b197617aeb9 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:45:02.696667 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f5d51d39-48e4-4914-b810-c8511faac2ab req-62fabcf7-947b-44fa-a528-588e449dd100 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609162 Feb 20 23:45:02.758898 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd45edb-3a67-487e-a6e4-b7a459bf68b4 req-19853acc-aefc-4dc5-8edc-26ff95c051c5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:02.760635 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-edd45edb-3a67-487e-a6e4-b7a459bf68b4 req-19853acc-aefc-4dc5-8edc-26ff95c051c5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0688663 Feb 20 23:45:02.839514 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-edd45edb-3a67-487e-a6e4-b7a459bf68b4 req-9eae48d4-cdba-4947-abeb-513421059266 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689583 Feb 20 23:45:02.847605 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c9395-d890-4c2b-a758-221863da5720 req-0eae67d2-006d-4cb7-90ba-fc0772d11dd3 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:02.849128 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ae6c9395-d890-4c2b-a758-221863da5720 req-0eae67d2-006d-4cb7-90ba-fc0772d11dd3 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 932 time: 0.0875509 Feb 20 23:45:02.905114 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ae6c9395-d890-4c2b-a758-221863da5720 req-ee534943-2a96-4d39-a69f-743a8542e20c tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499449 Feb 20 23:45:03.513589 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbe306-b47c-4c24-9ef8-552337f7533e req-3d863df4-4806-4f15-b2d7-8148afcd89d6 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:03.515215 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f1dbe306-b47c-4c24-9ef8-552337f7533e req-3d863df4-4806-4f15-b2d7-8148afcd89d6 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0618625 Feb 20 23:45:03.564827 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f1dbe306-b47c-4c24-9ef8-552337f7533e req-3edbe130-0509-4ab0-8273-b8cf3c35f5a0 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439868 Feb 20 23:45:03.826782 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c351c4c-519d-41c6-925c-cfb1e3d2952d req-047ef598-8faf-41b8-a475-ad4a20682a2f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:03.828340 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7c351c4c-519d-41c6-925c-cfb1e3d2952d req-047ef598-8faf-41b8-a475-ad4a20682a2f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0599329 Feb 20 23:45:03.882307 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7c351c4c-519d-41c6-925c-cfb1e3d2952d req-777bb183-52bd-458a-8634-a278523c8d12 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461833 Feb 20 23:45:03.995275 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912f2f7-e51b-48cf-8836-ef88d6367613 req-9addb9af-650c-40fe-907e-9ec1cb83a6dc tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:03.998999 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2912f2f7-e51b-48cf-8836-ef88d6367613 req-9addb9af-650c-40fe-907e-9ec1cb83a6dc tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0645194 Feb 20 23:45:04.067928 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:45:04.080388 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2912f2f7-e51b-48cf-8836-ef88d6367613 req-642c1f3b-735e-42cd-a8b8-91c3bdf05fb5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717077 Feb 20 23:45:04.093831 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574ad4-caa5-4abe-a076-92f9fa2364c8 req-c1b29f2d-3b88-49c8-a93f-b41e76512533 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:04.096643 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3d574ad4-caa5-4abe-a076-92f9fa2364c8 req-c1b29f2d-3b88-49c8-a93f-b41e76512533 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 932 time: 0.0963607 Feb 20 23:45:04.152384 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3d574ad4-caa5-4abe-a076-92f9fa2364c8 req-e5aee3fd-f851-4165-8378-89e30ac5ac82 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497994 Feb 20 23:45:04.723838 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d036a-c2aa-4089-95af-301304eb99e3 req-b8da4034-b650-4934-8963-aa601c35add9 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:04.723838 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4d2d036a-c2aa-4089-95af-301304eb99e3 req-b8da4034-b650-4934-8963-aa601c35add9 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0842755 Feb 20 23:45:04.786728 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4d2d036a-c2aa-4089-95af-301304eb99e3 req-f6352c76-c01e-4141-bbea-d7d5ff10b738 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562716 Feb 20 23:45:05.017869 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ba3c8-0ba8-4719-abef-7e06d7f285d2 req-f526b5f8-4c17-4329-a29e-1f7f5485d05d tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:05.019457 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e49ba3c8-0ba8-4719-abef-7e06d7f285d2 req-f526b5f8-4c17-4329-a29e-1f7f5485d05d tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0615506 Feb 20 23:45:05.072957 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e49ba3c8-0ba8-4719-abef-7e06d7f285d2 req-2ad31780-fc09-4103-88b9-769772ba8233 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468111 Feb 20 23:45:05.228400 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3330f9-fc19-4354-bfa8-eca2ebd7ee03 req-7e69c4eb-e9ff-478b-940b-6a470b2d7533 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:05.230306 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4e3330f9-fc19-4354-bfa8-eca2ebd7ee03 req-7e69c4eb-e9ff-478b-940b-6a470b2d7533 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0674486 Feb 20 23:45:05.319385 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4e3330f9-fc19-4354-bfa8-eca2ebd7ee03 req-687e5796-32ab-4c05-af61-321bbe7cfa7d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773971 Feb 20 23:45:05.331026 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42933bf-5513-4397-a4e4-80b640ee96f9 req-c65bf09c-df24-4515-a995-2ea5d93646e6 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:05.333191 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a42933bf-5513-4397-a4e4-80b640ee96f9 req-c65bf09c-df24-4515-a995-2ea5d93646e6 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 932 time: 0.1010811 Feb 20 23:45:05.386976 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a42933bf-5513-4397-a4e4-80b640ee96f9 req-a082fa99-633a-403f-845b-a025ee590196 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480938 Feb 20 23:45:05.925172 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc24590-56cd-45ea-86fc-d009240698b1 req-d5dad7ce-a75e-41e8-9bdb-aaddfa5bfe72 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:05.926950 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-dbc24590-56cd-45ea-86fc-d009240698b1 req-d5dad7ce-a75e-41e8-9bdb-aaddfa5bfe72 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0642769 Feb 20 23:45:05.978730 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-dbc24590-56cd-45ea-86fc-d009240698b1 req-7bb1c8e3-bd44-446d-acbd-29b2f0d3c2e6 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459657 Feb 20 23:45:06.222657 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2819a2-45f2-4f67-aac3-6d0bfabdf091 req-7b56c01b-744a-49e7-93fb-66f4aef082a3 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:06.224204 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1d2819a2-45f2-4f67-aac3-6d0bfabdf091 req-7b56c01b-744a-49e7-93fb-66f4aef082a3 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0624499 Feb 20 23:45:06.277301 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1d2819a2-45f2-4f67-aac3-6d0bfabdf091 req-9d607ab7-9184-4083-932b-932e69a8e948 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472865 Feb 20 23:45:06.460419 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c2cee-4af3-4e52-b7bd-ef0f6d7a4dec req-1686db65-3d13-48e8-836e-9e1c970dc258 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:06.461994 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1a2c2cee-4af3-4e52-b7bd-ef0f6d7a4dec req-1686db65-3d13-48e8-836e-9e1c970dc258 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0569911 Feb 20 23:45:06.540452 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1a2c2cee-4af3-4e52-b7bd-ef0f6d7a4dec req-39db6f52-3756-4818-bf28-2dad96cad10f tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684285 Feb 20 23:45:06.552022 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb63f8b-f741-4181-9672-722f5f9be47f req-e3f39d59-2c1a-4233-aad4-76c82328cc92 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:06.553646 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-abb63f8b-f741-4181-9672-722f5f9be47f req-e3f39d59-2c1a-4233-aad4-76c82328cc92 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 932 time: 0.0907350 Feb 20 23:45:06.623564 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-abb63f8b-f741-4181-9672-722f5f9be47f req-c74a7c7a-8bc0-47f8-9ecc-bc4746104e36 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638640 Feb 20 23:45:07.113828 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04e2ce-9ec6-4554-be96-7df93ff08421 req-6136ead5-c5e9-428d-b0b2-9fa5508cc53c tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:07.115653 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de04e2ce-9ec6-4554-be96-7df93ff08421 req-6136ead5-c5e9-428d-b0b2-9fa5508cc53c tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0629029 Feb 20 23:45:07.166111 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-de04e2ce-9ec6-4554-be96-7df93ff08421 req-afdb0fbd-eb4f-4ff4-9ed0-821e98e8c923 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442431 Feb 20 23:45:07.414844 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e7145-f8e4-4898-add6-50dd240cd13e req-54fab9e8-bbc6-4b2e-aa83-a55d4c0f33c4 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:07.416380 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f01e7145-f8e4-4898-add6-50dd240cd13e req-54fab9e8-bbc6-4b2e-aa83-a55d4c0f33c4 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0631211 Feb 20 23:45:07.485747 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f01e7145-f8e4-4898-add6-50dd240cd13e req-4e8fae53-2c91-4601-a1b7-2772edee293a tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611093 Feb 20 23:45:07.725003 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4354af0-76c1-47f0-a8c8-e5ce322fb31a req-f05480cf-34c6-46ae-b820-31a30133a473 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:07.726928 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c4354af0-76c1-47f0-a8c8-e5ce322fb31a req-f05480cf-34c6-46ae-b820-31a30133a473 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0935912 Feb 20 23:45:07.808014 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55dd46-a801-41f0-80fb-ad003a37d5cf req-ee9782c7-f1a0-472d-8c03-fac7881871c5 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:07.809589 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8f55dd46-a801-41f0-80fb-ad003a37d5cf req-ee9782c7-f1a0-472d-8c03-fac7881871c5 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 932 time: 0.1014814 Feb 20 23:45:07.814087 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c4354af0-76c1-47f0-a8c8-e5ce322fb31a req-46d47b69-a43d-4664-9c62-b33e49de7ec6 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630310 Feb 20 23:45:07.857814 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8f55dd46-a801-41f0-80fb-ad003a37d5cf req-f2304cdf-b236-4f96-a61e-564e5838a321 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426178 Feb 20 23:45:08.297172 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b84bc4-b132-4c15-b129-b7392c10c531 req-59597712-0eb2-4c77-9a99-3538d87499fb tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:08.298775 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8b84bc4-b132-4c15-b129-b7392c10c531 req-59597712-0eb2-4c77-9a99-3538d87499fb tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0558798 Feb 20 23:45:08.363790 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8b84bc4-b132-4c15-b129-b7392c10c531 req-6757440c-8b18-460f-8c4f-4355462dfa4d tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575650 Feb 20 23:45:08.617979 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2fbf8-7d44-404f-b462-6b7ef4233bca req-99a722c0-bcbd-4394-a09f-42be1dd0df93 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:08.619441 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-38d2fbf8-7d44-404f-b462-6b7ef4233bca req-99a722c0-bcbd-4394-a09f-42be1dd0df93 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0549703 Feb 20 23:45:08.679647 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-38d2fbf8-7d44-404f-b462-6b7ef4233bca req-aea31b03-e973-4d35-bd3b-9c8cfbd3d792 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519044 Feb 20 23:45:09.021666 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaea70b-bc2a-44d3-b3f1-c66d44efc0fe req-f54597a4-ed9a-4541-a216-cc29a93c0b7c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:09.023215 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ccaea70b-bc2a-44d3-b3f1-c66d44efc0fe req-f54597a4-ed9a-4541-a216-cc29a93c0b7c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.1039870 Feb 20 23:45:09.046008 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006209-c431-46a1-968c-fdf4ac28a346 req-8b9db7be-28c5-48e6-97c0-b6213951421b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:09.047541 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4c006209-c431-46a1-968c-fdf4ac28a346 req-8b9db7be-28c5-48e6-97c0-b6213951421b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 932 time: 0.0866446 Feb 20 23:45:09.109109 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ccaea70b-bc2a-44d3-b3f1-c66d44efc0fe req-fba2fda5-0136-4442-a46d-b9f20c49f695 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788088 Feb 20 23:45:09.157060 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4c006209-c431-46a1-968c-fdf4ac28a346 req-8bd63ac8-23d8-4d31-8ab6-8a56f2fd2216 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925276 Feb 20 23:45:09.515100 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9f267-412d-4519-8e99-4e76390b0108 req-e9d0050c-963c-4a85-bbf9-1cc9a3b83786 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:09.515100 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-30f9f267-412d-4519-8e99-4e76390b0108 req-e9d0050c-963c-4a85-bbf9-1cc9a3b83786 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0662177 Feb 20 23:45:09.568760 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-30f9f267-412d-4519-8e99-4e76390b0108 req-4e7f6670-3fce-4edb-853d-e0857e244ad2 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573111 Feb 20 23:45:09.826581 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4d8e7-c383-479f-a4c9-7432702ebe31 req-77bd2b8b-a32c-4a34-a81b-7825f396a543 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:09.834517 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3ff4d8e7-c383-479f-a4c9-7432702ebe31 req-77bd2b8b-a32c-4a34-a81b-7825f396a543 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0705218 Feb 20 23:45:09.889769 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3ff4d8e7-c383-479f-a4c9-7432702ebe31 req-90ac4885-0d37-4d25-a75f-048bf024718e tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484722 Feb 20 23:45:10.337553 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015bf06-f43f-4aa5-bbad-c9118594a964 req-df7a4da4-a109-4271-8c07-fb1a08837c02 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:10.339095 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8015bf06-f43f-4aa5-bbad-c9118594a964 req-df7a4da4-a109-4271-8c07-fb1a08837c02 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.1057203 Feb 20 23:45:10.351651 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b26d6c-f3a2-4838-bf8c-05bb96902b30 req-7542f787-68d1-44b2-91f6-2ffd2bb3af13 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:10.353186 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b3b26d6c-f3a2-4838-bf8c-05bb96902b30 req-7542f787-68d1-44b2-91f6-2ffd2bb3af13 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 932 time: 0.1065249 Feb 20 23:45:10.430663 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8015bf06-f43f-4aa5-bbad-c9118594a964 req-d64d7f6a-3411-4ad4-b683-0166057a3115 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761917 Feb 20 23:45:10.439830 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b3b26d6c-f3a2-4838-bf8c-05bb96902b30 req-71a60b2a-3b86-42a1-868b-f53f6f89c629 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781355 Feb 20 23:45:10.695070 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44542e39-2c7c-40ef-a860-125669ad16a4 req-f7f62dad-7532-42bc-8978-85bf563dd50d tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:10.696591 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-44542e39-2c7c-40ef-a860-125669ad16a4 req-f7f62dad-7532-42bc-8978-85bf563dd50d tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0550594 Feb 20 23:45:10.746054 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-44542e39-2c7c-40ef-a860-125669ad16a4 req-9f4759ce-40fe-4310-ab21-7e16776a9f7d tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429859 Feb 20 23:45:11.016869 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509859f-3987-4c1d-be08-91c00df9f8b5 req-70d1012c-20f5-47cb-a2f9-f85e8e1be918 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:11.018367 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3509859f-3987-4c1d-be08-91c00df9f8b5 req-70d1012c-20f5-47cb-a2f9-f85e8e1be918 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0517488 Feb 20 23:45:11.065229 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3509859f-3987-4c1d-be08-91c00df9f8b5 req-a4d4f1c6-2c62-402c-94f4-68f39d6114b4 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414424 Feb 20 23:45:11.592090 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407b2dd-f927-4c34-9e2c-85deafba1e26 req-a40b04d4-83dc-44b6-b7b7-7254b76c7430 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:11.593775 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7407b2dd-f927-4c34-9e2c-85deafba1e26 req-a40b04d4-83dc-44b6-b7b7-7254b76c7430 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 932 time: 0.0883002 Feb 20 23:45:11.604273 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d348d7-20dc-4c24-9d21-5e7b5853a0eb req-52fff5e4-d726-496a-a1db-37e7a6ecd363 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:11.605750 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-79d348d7-20dc-4c24-9d21-5e7b5853a0eb req-52fff5e4-d726-496a-a1db-37e7a6ecd363 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0899835 Feb 20 23:45:11.676848 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7407b2dd-f927-4c34-9e2c-85deafba1e26 req-ce73d6da-3b52-43bd-b260-1f47f7d3d5f0 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700746 Feb 20 23:45:11.680094 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-79d348d7-20dc-4c24-9d21-5e7b5853a0eb req-e86ad823-932d-45d1-ac5a-9b0f4e628475 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676978 Feb 20 23:45:11.870897 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae4a81-4309-40fb-bcb8-17ce5887ba19 req-00e80683-0c12-4059-ba0e-36ae09771a64 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:11.874031 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72ae4a81-4309-40fb-bcb8-17ce5887ba19 req-00e80683-0c12-4059-ba0e-36ae09771a64 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0556729 Feb 20 23:45:11.925206 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72ae4a81-4309-40fb-bcb8-17ce5887ba19 req-6dbeb228-b885-48c9-9068-478a9d0e9de7 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Feb 20 23:45:12.188381 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d414d-983b-4c41-a07f-c52ff10f7fc2 req-c06a8c15-0ba6-43e8-ae84-ee5ef102b948 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:12.189913 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b1d414d-983b-4c41-a07f-c52ff10f7fc2 req-c06a8c15-0ba6-43e8-ae84-ee5ef102b948 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0538969 Feb 20 23:45:12.237608 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b1d414d-983b-4c41-a07f-c52ff10f7fc2 req-e7d84b1a-fe28-40ce-9151-7ffb72a5f306 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418019 Feb 20 23:45:12.831617 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dff3e-5fb9-41ca-9444-83784a77d93c req-5cbd06ad-f8f0-4519-b873-ae21d0badd8b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:12.833154 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5b4dff3e-5fb9-41ca-9444-83784a77d93c req-5cbd06ad-f8f0-4519-b873-ae21d0badd8b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 932 time: 0.0878546 Feb 20 23:45:12.846492 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57b107-6623-4b35-abc7-6596f0eb7dec req-ebd7800d-cc24-4d55-b0ab-4d4ec122b8f4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:12.847985 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6a57b107-6623-4b35-abc7-6596f0eb7dec req-ebd7800d-cc24-4d55-b0ab-4d4ec122b8f4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0912433 Feb 20 23:45:12.926463 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5b4dff3e-5fb9-41ca-9444-83784a77d93c req-c76723de-5919-4648-a855-ae234e746478 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874646 Feb 20 23:45:12.930376 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6a57b107-6623-4b35-abc7-6596f0eb7dec req-28d142ef-f1c3-487a-b50c-b32eddc46455 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766349 Feb 20 23:45:13.046132 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c7677-2ded-4615-9ca5-6dfb2656ef54 req-f232e706-fc80-4e4c-8a87-0275b8c662cc tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:13.047609 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9e2c7677-2ded-4615-9ca5-6dfb2656ef54 req-f232e706-fc80-4e4c-8a87-0275b8c662cc tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.0542333 Feb 20 23:45:13.096018 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9e2c7677-2ded-4615-9ca5-6dfb2656ef54 req-726f18b3-30ae-4a96-8940-18b9e55b11d7 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429449 Feb 20 23:45:13.365338 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b13a14-c9fa-45f6-90c2-ccfea49ef325 req-9d792036-3437-4cc7-88c0-38350e28d0e3 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:13.366800 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-91b13a14-c9fa-45f6-90c2-ccfea49ef325 req-9d792036-3437-4cc7-88c0-38350e28d0e3 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0581172 Feb 20 23:45:13.416105 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-91b13a14-c9fa-45f6-90c2-ccfea49ef325 req-d01c678a-9812-4b8f-b125-e8c5b4fa9d87 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428114 Feb 20 23:45:13.675322 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Request body: {'port': {'device_id': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:45:13.740444 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:14.135868 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933189-0529-4026-bc28-c8c329401002 req-9d257887-da8a-40e9-bd89-84180d5404d4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:14.137346 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6d933189-0529-4026-bc28-c8c329401002 req-9d257887-da8a-40e9-bd89-84180d5404d4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 932 time: 0.1332731 Feb 20 23:45:14.146348 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f93e9-ffc9-4dd2-9502-d5872d46212f req-c9b0e5a4-d1f7-46f0-b143-068131eb511e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:14.147781 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-672f93e9-ffc9-4dd2-9502-d5872d46212f req-c9b0e5a4-d1f7-46f0-b143-068131eb511e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.1387131 Feb 20 23:45:14.256318 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55c6f2f-789f-4251-83fb-3b197617aeb9 {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:45:14.263385 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6d933189-0529-4026-bc28-c8c329401002 req-9c2705c0-582c-4eb0-8ba3-ffe81330d295 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147032 Feb 20 23:45:14.274213 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Publish callbacks [] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:14.284277 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-672f93e9-ffc9-4dd2-9502-d5872d46212f req-050d4663-2af9-447d-9205-6b17c0481787 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268609 Feb 20 23:45:14.300857 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Transition to ACTIVE for port object f55c6f2f-789f-4251-83fb-3b197617aeb9 will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:45:14.361023 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:14.444981 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Pushing event updated for resources: {'Port': ['ID=f55c6f2f-789f-4251-83fb-3b197617aeb9,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:14.483552 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1890-ea1d-4a78-9c4a-f42d3b312de0 req-baa2c996-28af-429d-9fe0-1722ed8c97e5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:14.485146 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8e7e1890-ea1d-4a78-9c4a-f42d3b312de0 req-baa2c996-28af-429d-9fe0-1722ed8c97e5 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.1561804 Feb 20 23:45:14.589817 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Attempting to bind port f55c6f2f-789f-4251-83fb-3b197617aeb9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:45:14.589817 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Attempting to bind port f55c6f2f-789f-4251-83fb-3b197617aeb9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:45:14.589817 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Attempting to bind port f55c6f2f-789f-4251-83fb-3b197617aeb9 on network 51afa427-f90b-431e-98ac-b01973cf6745 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:45:14.598975 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8e7e1890-ea1d-4a78-9c4a-f42d3b312de0 req-e70178cd-8152-49db-a92a-31e6d39cfd16 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032670 Feb 20 23:45:14.601489 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Port f55c6f2f-789f-4251-83fb-3b197617aeb9 on network 51afa427-f90b-431e-98ac-b01973cf6745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:45:14.601664 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Attempting to bind port f55c6f2f-789f-4251-83fb-3b197617aeb9 on network 51afa427-f90b-431e-98ac-b01973cf6745 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:45:14.613800 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0546d92-bdee-4edc-9e46-5b7cb3318076 req-c62b9acb-1024-402a-aed5-40b404fb3517 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:14.615336 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c0546d92-bdee-4edc-9e46-5b7cb3318076 req-c62b9acb-1024-402a-aed5-40b404fb3517 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.1231623 Feb 20 23:45:14.616331 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:45:14.616670 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Checking segment: {'id': '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:45:14.617075 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Bound using segment: {'id': '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:45:14.617518 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Bound port: f55c6f2f-789f-4251-83fb-3b197617aeb9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:45:14.617882 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:14.716486 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c0546d92-bdee-4edc-9e46-5b7cb3318076 req-d27aaf7f-bf5e-47a7-aacd-acb56f6310fa tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875552 Feb 20 23:45:14.726847 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] For port f55c6f2f-789f-4251-83fb-3b197617aeb9, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:45:14.730851 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] For port f55c6f2f-789f-4251-83fb-3b197617aeb9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:45:14.806081 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:14.843488 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:14.844483 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:14.846574 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] 10.222.0.89 "PUT /v2.0/ports/f55c6f2f-789f-4251-83fb-3b197617aeb9 HTTP/1.1" status: 200 len: 1094 time: 1.1754184 Feb 20 23:45:14.847074 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:45:14.849755 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa33af8-0e2e-4326-ab85-cdc5de42e3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:45:14.891367 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b2470-fdd8-4ca3-ac80-6c055402d598 service neutron] Pushing event updated for resources: {'Port': ['ID=f55c6f2f-789f-4251-83fb-3b197617aeb9,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:14.922858 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b952b3-5786-42c2-91fa-172315da837e x-openstack-request-id: req-71b952b3-5786-42c2-91fa-172315da837e {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:45:14.923205 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:45:14.923472 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71b952b3-5786-42c2-91fa-172315da837e {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:45:14.923934 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9', 'status': 'completed', 'code': 200} Feb 20 23:45:15.001674 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa33af8-0e2e-4326-ab85-cdc5de42e3cf req-6224027f-204b-4375-bc0b-a56ae4785495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:15.003219 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3fa33af8-0e2e-4326-ab85-cdc5de42e3cf req-6224027f-204b-4375-bc0b-a56ae4785495 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e2a889d9da9b4ed68809a094e134178b&device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 1128 time: 0.0567610 Feb 20 23:45:15.114192 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa33af8-0e2e-4326-ab85-cdc5de42e3cf req-ffc4c838-5efe-487c-bd59-18b74bcdd864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:15.115637 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3fa33af8-0e2e-4326-ab85-cdc5de42e3cf req-ffc4c838-5efe-487c-bd59-18b74bcdd864 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=e2a889d9da9b4ed68809a094e134178b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0996146 Feb 20 23:45:15.207483 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa33af8-0e2e-4326-ab85-cdc5de42e3cf req-e87478e9-0a2a-4782-9850-2f86e5d38991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:15.208976 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3fa33af8-0e2e-4326-ab85-cdc5de42e3cf req-e87478e9-0a2a-4782-9850-2f86e5d38991 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871880 Feb 20 23:45:15.295731 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-223ea253-368c-4aec-aaa5-3d1ada5186d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:15.297252 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-223ea253-368c-4aec-aaa5-3d1ada5186d0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e2a889d9da9b4ed68809a094e134178b&device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 1128 time: 0.0510900 Feb 20 23:45:15.342444 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-b0f9574d-9758-42a1-ab2f-3c0fa7ebf022 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9 HTTP/1.1" status: 200 len: 217 time: 0.0361435 Feb 20 23:45:15.688428 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-8ab3b5e3-10fb-45b8-985d-eba97a75d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:15.690085 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-8ab3b5e3-10fb-45b8-985d-eba97a75d580 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b7926df9-2b15-4cf1-8457-30c515cc5e7c HTTP/1.1" status: 200 len: 854 time: 0.3398838 Feb 20 23:45:15.720899 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d7212-bbd5-4437-8067-4a6837149a01 req-683c917b-ffe9-4c46-833a-8e56bc5684c0 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:15.722346 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b51d7212-bbd5-4437-8067-4a6837149a01 req-683c917b-ffe9-4c46-833a-8e56bc5684c0 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 944 time: 0.3832045 Feb 20 23:45:15.767084 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65070c-b2d7-4b35-ae1f-bbfbe2662482 req-3b5dac9e-73d8-4581-9441-48349bec66c2 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:15.768553 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd65070c-b2d7-4b35-ae1f-bbfbe2662482 req-3b5dac9e-73d8-4581-9441-48349bec66c2 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.3904126 Feb 20 23:45:15.823447 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b51d7212-bbd5-4437-8067-4a6837149a01 req-99b16a56-efdb-4428-99cd-807976f08203 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851672 Feb 20 23:45:15.830552 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f4552ddb-c19d-4fe9-8c3e-704ed6aa258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:15.832063 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-f4552ddb-c19d-4fe9-8c3e-704ed6aa258e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=51afa427-f90b-431e-98ac-b01973cf6745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1329587 Feb 20 23:45:15.869429 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cd65070c-b2d7-4b35-ae1f-bbfbe2662482 req-8516209b-e7d1-4f01-a491-0447f8b9c617 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867982 Feb 20 23:45:16.008226 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-4bb1d655-70f5-46a3-9374-66b3c2608c9d service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647232 Feb 20 23:45:16.047980 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8b03-0f92-4132-88e9-97d957985356 req-b347f9f9-b046-4c80-9daa-b086987689c4 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:16.049558 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c74f8b03-0f92-4132-88e9-97d957985356 req-b347f9f9-b046-4c80-9daa-b086987689c4 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 943 time: 0.1489885 Feb 20 23:45:16.097495 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f6679-625b-41f6-9af9-74a8a59682b3 req-d8aa7717-9b58-4eb4-b9fb-13d45b710a48 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:16.099098 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a16f6679-625b-41f6-9af9-74a8a59682b3 req-d8aa7717-9b58-4eb4-b9fb-13d45b710a48 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.1607189 Feb 20 23:45:16.187602 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c74f8b03-0f92-4132-88e9-97d957985356 req-0e681c0e-8f40-498c-b44c-6db9923bf441 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109002 Feb 20 23:45:16.208012 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4b0359ec-e9ec-446b-9c70-23445d96ec18 req-dad1cb76-2a13-403f-90b6-0f6e1e1e6095 service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920362 Feb 20 23:45:16.211231 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a16f6679-625b-41f6-9af9-74a8a59682b3 req-03d650df-1bf0-4028-b762-50969fdd953b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009183 Feb 20 23:45:16.257323 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:45:16.362095 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e76b2da4-a116-4ad8-8045-1c5f69c3f2f8,segment=NetworkSegment(f179b92c-3a28-43df-8db9-7d64bbd255ae),segment_id=f179b92c-3a28-43df-8db9-7d64bbd255ae)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:16.374160 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': 'e76b2da4-a116-4ad8-8045-1c5f69c3f2f8', 'network_id': 'acef112d-c06a-46ab-ab66-80b92cdd423b', 'port_id': 'e76b2da4-a116-4ad8-8045-1c5f69c3f2f8', 'mac_address': 'fa:16:3e:c8:a4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547d3d9b-b339-4b9e-b565-d17e60917ebc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:45:16.413882 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:45:16.414273 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:16.428707 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:45:16.448672 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e76b2da4-a116-4ad8-8045-1c5f69c3f2f8,segment=NetworkSegment(f179b92c-3a28-43df-8db9-7d64bbd255ae),segment_id=f179b92c-3a28-43df-8db9-7d64bbd255ae)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:16.497195 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:16.547898 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=e76b2da4-a116-4ad8-8045-1c5f69c3f2f8,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:16.555646 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:16.556029 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:16.556387 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:16.556820 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:16.557160 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:16.557491 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:16.557820 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:16.558147 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:16.558471 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:16.558799 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:16.559123 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:16.559443 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:16.559763 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:16.997618 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85d54c-a472-4695-9310-e9d9d061d3d7 req-9df9e130-3f62-4631-9697-af3e37dd726a tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:17.000419 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6b85d54c-a472-4695-9310-e9d9d061d3d7 req-9df9e130-3f62-4631-9697-af3e37dd726a tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 944 time: 0.0980840 Feb 20 23:45:17.061609 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45194da4-89d0-4382-b3f3-0c5639e36363 req-3200ce94-c89e-4f4c-8b9a-37c53f39e4fd tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:17.063150 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-45194da4-89d0-4382-b3f3-0c5639e36363 req-3200ce94-c89e-4f4c-8b9a-37c53f39e4fd tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.1094415 Feb 20 23:45:17.082777 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6b85d54c-a472-4695-9310-e9d9d061d3d7 req-23c028b9-bc6e-4174-a1a6-f70697c74fac tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767844 Feb 20 23:45:17.133010 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-45194da4-89d0-4382-b3f3-0c5639e36363 req-528f9025-3b17-4fa1-8506-711ad1478faf tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615499 Feb 20 23:45:17.301903 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['e76b2da4-a116-4ad8-8045-1c5f69c3f2f8'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:45:17.356879 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e178779-b4b3-4adc-9393-308bdc614d38 req-b60196c6-ea71-4b9e-88d8-6562e9b959bb tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:17.359061 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9e178779-b4b3-4adc-9393-308bdc614d38 req-b60196c6-ea71-4b9e-88d8-6562e9b959bb tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0675786 Feb 20 23:45:17.366106 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e32ce6-4fb5-437c-91ff-7a8b6c6d7dc2 req-7d7fabc0-ced6-41fb-8956-720203588507 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:17.367829 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c2e32ce6-4fb5-437c-91ff-7a8b6c6d7dc2 req-7d7fabc0-ced6-41fb-8956-720203588507 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 944 time: 0.1040270 Feb 20 23:45:17.445679 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9e178779-b4b3-4adc-9393-308bdc614d38 req-85a6ce01-dab1-4477-af92-349c3e7bfd04 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768518 Feb 20 23:45:17.455195 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c2e32ce6-4fb5-437c-91ff-7a8b6c6d7dc2 req-ee1a2395-d3ef-4def-b36a-b2e48b351796 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765245 Feb 20 23:45:18.225146 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d4df0-6595-4b26-8d40-4e768b7415f6 req-68b0e309-4073-48c3-9c6f-6463377fdc11 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:18.226672 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9f9d4df0-6595-4b26-8d40-4e768b7415f6 req-68b0e309-4073-48c3-9c6f-6463377fdc11 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 944 time: 0.0677035 Feb 20 23:45:18.256290 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 082b0f63-4f49-4a06-b83a-ac515ecd8448 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:45:18.305991 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a9c0f-3823-442f-80fd-33f8ea7424f1 req-327fffc4-2ead-4807-bc0f-a86b70aa98e5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:18.307515 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-006a9c0f-3823-442f-80fd-33f8ea7424f1 req-327fffc4-2ead-4807-bc0f-a86b70aa98e5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0982051 Feb 20 23:45:18.311141 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9f9d4df0-6595-4b26-8d40-4e768b7415f6 req-9ef7f1c2-8d86-4924-8029-934065e2ffb5 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650089 Feb 20 23:45:18.367278 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-006a9c0f-3823-442f-80fd-33f8ea7424f1 req-c80d73ae-dc8e-431f-a154-c2a9e000e797 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525906 Feb 20 23:45:18.377590 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 082b0f63-4f49-4a06-b83a-ac515ecd8448, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=082b0f63-4f49-4a06-b83a-ac515ecd8448,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:18.389891 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '082b0f63-4f49-4a06-b83a-ac515ecd8448', 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089', 'port_id': '082b0f63-4f49-4a06-b83a-ac515ecd8448', 'mac_address': 'fa:16:3e:aa:b7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702d9192-ab58-4987-bc44-1159ca098e88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:45:18.429690 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 082b0f63-4f49-4a06-b83a-ac515ecd8448 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:45:18.430083 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:18.446109 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082b0f63-4f49-4a06-b83a-ac515ecd8448 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:45:18.470099 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 082b0f63-4f49-4a06-b83a-ac515ecd8448, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=082b0f63-4f49-4a06-b83a-ac515ecd8448,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:18.604950 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:18.614886 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bf717-453a-4c84-950d-9002e888bee6 req-272a2b0e-8dda-4a85-a88b-60c16d470735 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:18.616434 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a23bf717-453a-4c84-950d-9002e888bee6 req-272a2b0e-8dda-4a85-a88b-60c16d470735 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 943 time: 0.0939014 Feb 20 23:45:18.633890 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662693b-45af-45a4-b331-b979b0f93e9d req-3cc13e3a-fe6e-4df6-b0e5-09fac7bcb5ed tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:18.633890 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5662693b-45af-45a4-b331-b979b0f93e9d req-3cc13e3a-fe6e-4df6-b0e5-09fac7bcb5ed tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 944 time: 0.0780909 Feb 20 23:45:18.655841 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=082b0f63-4f49-4a06-b83a-ac515ecd8448,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:18.709169 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a23bf717-453a-4c84-950d-9002e888bee6 req-7cb246ef-5e9a-467f-b62e-9af797754efe tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769563 Feb 20 23:45:18.712106 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5662693b-45af-45a4-b331-b979b0f93e9d req-5cef8a8c-ff7e-4f91-bc70-432256c13a76 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724769 Feb 20 23:45:19.020676 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['082b0f63-4f49-4a06-b83a-ac515ecd8448'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:45:19.354026 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-be534fd7-dc15-4ef6-8235-a4d080e3fcb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:19.442574 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7ba9e-ab9f-479f-b364-1084b5451b98 req-ad834a63-eca8-45f7-a29b-823942766a80 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:19.444098 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-36a7ba9e-ab9f-479f-b364-1084b5451b98 req-ad834a63-eca8-45f7-a29b-823942766a80 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 944 time: 0.0590005 Feb 20 23:45:19.526013 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-36a7ba9e-ab9f-479f-b364-1084b5451b98 req-7c5ff012-0d0e-496d-9223-77b722d39a32 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760849 Feb 20 23:45:19.541453 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975da97-fbc6-4936-a417-9babd0b20785 req-a60d117e-e7bb-4afe-bb7e-ceb2be7573b3 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:19.542966 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9975da97-fbc6-4936-a417-9babd0b20785 req-a60d117e-e7bb-4afe-bb7e-ceb2be7573b3 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0909061 Feb 20 23:45:19.596197 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9975da97-fbc6-4936-a417-9babd0b20785 req-a073d214-acc3-436d-96a0-4a132087927a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445607 Feb 20 23:45:19.936222 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90fec8-425b-4ad2-86e0-92db5e795397 req-bc8fb1e8-aa66-4ecc-b3c1-1d76b4a8f571 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:19.937836 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fa90fec8-425b-4ad2-86e0-92db5e795397 req-bc8fb1e8-aa66-4ecc-b3c1-1d76b4a8f571 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 944 time: 0.0916536 Feb 20 23:45:19.945655 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe84658-940f-4b83-ae41-93bfaa5a15b0 req-99dce287-abce-483f-801b-8b3cfd102e0b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:19.947271 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7fe84658-940f-4b83-ae41-93bfaa5a15b0 req-99dce287-abce-483f-801b-8b3cfd102e0b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 944 time: 0.0992386 Feb 20 23:45:20.020271 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fa90fec8-425b-4ad2-86e0-92db5e795397 req-cd78fc3b-867b-41ac-a49b-5f66e2b52063 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720284 Feb 20 23:45:20.024391 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7fe84658-940f-4b83-ae41-93bfaa5a15b0 req-94e243aa-d5f4-4094-8838-1243eca894ce tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695081 Feb 20 23:45:20.282893 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device f55c6f2f-789f-4251-83fb-3b197617aeb9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:45:20.284957 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 082b0f63-4f49-4a06-b83a-ac515ecd8448 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:45:20.418376 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port f55c6f2f-789f-4251-83fb-3b197617aeb9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:20.431571 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': 'f55c6f2f-789f-4251-83fb-3b197617aeb9', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'port_id': 'f55c6f2f-789f-4251-83fb-3b197617aeb9', 'mac_address': 'fa:16:3e:1e:7b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:45:20.471163 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port f55c6f2f-789f-4251-83fb-3b197617aeb9 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:45:20.471553 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:20.485761 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55c6f2f-789f-4251-83fb-3b197617aeb9 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:45:20.491213 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port 082b0f63-4f49-4a06-b83a-ac515ecd8448 completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:45:20.499117 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 082b0f63-4f49-4a06-b83a-ac515ecd8448 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:45:20.499487 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:20.531704 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port f55c6f2f-789f-4251-83fb-3b197617aeb9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:20.590188 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 082b0f63-4f49-4a06-b83a-ac515ecd8448 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:45:20.590576 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:20.616830 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051c17f8-0edd-49d8-b2d1-e4378cc05f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082b0f63-4f49-4a06-b83a-ac515ecd8448'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:45:20.619090 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfa8a56-a6bf-48df-9b5c-5249815e3d86" -d '{"events": [{"server_uuid": "051c17f8-0edd-49d8-b2d1-e4378cc05f3d", "name": "network-vif-plugged", "status": "completed", "tag": "082b0f63-4f49-4a06-b83a-ac515ecd8448"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:45:20.632247 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 082b0f63-4f49-4a06-b83a-ac515ecd8448, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=082b0f63-4f49-4a06-b83a-ac515ecd8448,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:20.658522 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:20.664176 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672fa25-9b57-4c6b-b2ed-1d92b1167cf7 req-42f7613d-8916-4b4d-9478-ac1982ff3711 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:20.666029 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c672fa25-9b57-4c6b-b2ed-1d92b1167cf7 req-42f7613d-8916-4b4d-9478-ac1982ff3711 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 944 time: 0.0686975 Feb 20 23:45:20.691153 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb2f104-972c-4be2-afc0-f8fc62890187 x-openstack-request-id: req-2bb2f104-972c-4be2-afc0-f8fc62890187 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:45:20.691452 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051c17f8-0edd-49d8-b2d1-e4378cc05f3d", "name": "network-vif-plugged", "status": "completed", "tag": "082b0f63-4f49-4a06-b83a-ac515ecd8448", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:45:20.691867 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bb2f104-972c-4be2-afc0-f8fc62890187 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:45:20.692274 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051c17f8-0edd-49d8-b2d1-e4378cc05f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082b0f63-4f49-4a06-b83a-ac515ecd8448', 'code': 200} Feb 20 23:45:20.729175 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:20.730948 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:45:20.737039 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c672fa25-9b57-4c6b-b2ed-1d92b1167cf7 req-6d18d265-1ed3-48ba-bc93-ed5afa0e07ab tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634305 Feb 20 23:45:20.790113 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=f55c6f2f-789f-4251-83fb-3b197617aeb9,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:20.850291 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=082b0f63-4f49-4a06-b83a-ac515ecd8448,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:20.887937 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fa2d5-1ae4-40b9-a6fd-7bc2f9facd15 req-1bfb5214-5497-4dce-b26c-e25b526f7651 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:20.891304 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5b4fa2d5-1ae4-40b9-a6fd-7bc2f9facd15 req-1bfb5214-5497-4dce-b26c-e25b526f7651 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.1482182 Feb 20 23:45:20.907669 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:45:20.914052 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:45:20.914658 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:20.957147 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5b4fa2d5-1ae4-40b9-a6fd-7bc2f9facd15 req-bd509934-d068-4224-ad02-07784b689ded tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606608 Feb 20 23:45:21.047074 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:45:21.047329 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:21.100989 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199d5f7-89c9-4ce5-9f70-6d03ccfa024a req-5645c171-7861-41d2-887a-4686994e8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:21.102574 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7199d5f7-89c9-4ce5-9f70-6d03ccfa024a req-5645c171-7861-41d2-887a-4686994e8fd7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 1129 time: 0.0658963 Feb 20 23:45:21.113305 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e76b2da4-a116-4ad8-8045-1c5f69c3f2f8,segment=NetworkSegment(f179b92c-3a28-43df-8db9-7d64bbd255ae),segment_id=f179b92c-3a28-43df-8db9-7d64bbd255ae)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:21.159679 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['f55c6f2f-789f-4251-83fb-3b197617aeb9'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:45:21.235369 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7199d5f7-89c9-4ce5-9f70-6d03ccfa024a req-916802b4-5ed0-4b0d-88fc-1ad7c286d0dd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252503 Feb 20 23:45:21.254193 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e90f8-6f4a-4f7d-8f54-d0c8863a7d0b req-13e1d2b0-e900-4700-97b7-4001aeea147b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:21.255862 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-be1e90f8-6f4a-4f7d-8f54-d0c8863a7d0b req-13e1d2b0-e900-4700-97b7-4001aeea147b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 944 time: 0.1373599 Feb 20 23:45:21.263748 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64b95b-d3a4-426f-86ab-957a3268c5d3 req-9e3407c4-b6d2-46cc-a9d1-6ae6aef49f5d tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:21.265163 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2e64b95b-d3a4-426f-86ab-957a3268c5d3 req-9e3407c4-b6d2-46cc-a9d1-6ae6aef49f5d tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 945 time: 0.1455991 Feb 20 23:45:21.327397 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:21.352985 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-be1e90f8-6f4a-4f7d-8f54-d0c8863a7d0b req-2bb50c2d-2639-4d8b-b74f-71305a69784c tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841579 Feb 20 23:45:21.358770 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2e64b95b-d3a4-426f-86ab-957a3268c5d3 req-773445e7-26e4-4178-a6b0-e15208292bf0 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831792 Feb 20 23:45:21.401263 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=e76b2da4-a116-4ad8-8045-1c5f69c3f2f8,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:21.724932 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-379e4153-06b7-49d6-8f2b-fb1d62c0743a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:21.854074 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55ede0-7faa-444e-8a81-21bb3792b4c7 req-56410f3e-d6c8-4e21-a963-33192653d46f tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:21.855599 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9e55ede0-7faa-444e-8a81-21bb3792b4c7 req-56410f3e-d6c8-4e21-a963-33192653d46f tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 945 time: 0.0551009 Feb 20 23:45:21.910046 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9e55ede0-7faa-444e-8a81-21bb3792b4c7 req-349d3723-3308-4512-80b3-632559c1777c tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478249 Feb 20 23:45:22.100140 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6d5c4-7ef6-4a75-95d7-3aba19df82a7 req-43ff7ed1-c17e-49fa-91e4-bf6fd4331e41 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:22.101663 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c9e6d5c4-7ef6-4a75-95d7-3aba19df82a7 req-43ff7ed1-c17e-49fa-91e4-bf6fd4331e41 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 943 time: 0.0639513 Feb 20 23:45:22.149806 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c9e6d5c4-7ef6-4a75-95d7-3aba19df82a7 req-ffbf1628-644d-4f6b-8990-64ffaa7d8ba2 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 Feb 20 23:45:22.295073 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device d4618aa7-0f3d-484f-8b92-46e047745178 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:45:22.395474 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port d4618aa7-0f3d-484f-8b92-46e047745178, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4618aa7-0f3d-484f-8b92-46e047745178,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:22.408403 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'port_id': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'mac_address': 'fa:16:3e:a0:8e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:45:22.455344 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port d4618aa7-0f3d-484f-8b92-46e047745178 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:45:22.455978 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:22.470528 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4618aa7-0f3d-484f-8b92-46e047745178 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:45:22.491918 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port d4618aa7-0f3d-484f-8b92-46e047745178, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4618aa7-0f3d-484f-8b92-46e047745178,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:22.516773 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c27fc4-25f8-46ed-91a7-a96824c5a933 req-21c2a721-0d8c-406b-b410-aaa0dcb9b55b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:22.518203 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-06c27fc4-25f8-46ed-91a7-a96824c5a933 req-21c2a721-0d8c-406b-b410-aaa0dcb9b55b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 945 time: 0.0806806 Feb 20 23:45:22.525671 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88c975-f606-4267-9451-14b4ecaf0f34 req-d9322938-bec0-4a60-9c58-2df2994bdde2 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:22.527028 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7b88c975-f606-4267-9451-14b4ecaf0f34 req-d9322938-bec0-4a60-9c58-2df2994bdde2 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 945 time: 0.1002498 Feb 20 23:45:22.594468 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:22.603094 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-06c27fc4-25f8-46ed-91a7-a96824c5a933 req-192d2d8e-7720-4f4b-b470-b5956ec87cc3 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751126 Feb 20 23:45:22.610909 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7b88c975-f606-4267-9451-14b4ecaf0f34 req-f250568f-4ca0-4b7b-97de-705d623b612e tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723081 Feb 20 23:45:22.646615 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=d4618aa7-0f3d-484f-8b92-46e047745178,revision_number=9']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:22.693306 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76b2da4-a116-4ad8-8045-1c5f69c3f2f8'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:45:22.695658 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce2090c-02f8-4759-b242-c914ee2688a7" -d '{"events": [{"server_uuid": "14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a", "name": "network-vif-plugged", "status": "completed", "tag": "e76b2da4-a116-4ad8-8045-1c5f69c3f2f8"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:45:22.734381 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8452521d-2524-46f9-a7df-1492a565083e x-openstack-request-id: req-8452521d-2524-46f9-a7df-1492a565083e {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:45:22.735031 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a", "name": "network-vif-plugged", "status": "completed", "tag": "e76b2da4-a116-4ad8-8045-1c5f69c3f2f8", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:45:22.735435 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8452521d-2524-46f9-a7df-1492a565083e {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:45:22.736029 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76b2da4-a116-4ad8-8045-1c5f69c3f2f8', 'code': 200} Feb 20 23:45:23.040377 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdea4c1-c584-493b-9f4b-72560c4c339d req-deb1f089-0255-4ac1-8f18-3d85e851ea5b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:23.041973 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6bdea4c1-c584-493b-9f4b-72560c4c339d req-deb1f089-0255-4ac1-8f18-3d85e851ea5b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 945 time: 0.0604334 Feb 20 23:45:23.080283 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['d4618aa7-0f3d-484f-8b92-46e047745178'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:45:23.100533 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6bdea4c1-c584-493b-9f4b-72560c4c339d req-80256ac9-3211-430e-8d41-bc16ecc50ad4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523162 Feb 20 23:45:23.116576 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:23.152024 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936820d-e34a-443c-b0e2-52a9d9860cbb req-0d40c583-a484-456e-9781-76f4a7cde054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:23.153593 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6936820d-e34a-443c-b0e2-52a9d9860cbb req-0d40c583-a484-456e-9781-76f4a7cde054 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 1129 time: 0.0663302 Feb 20 23:45:23.209992 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6936820d-e34a-443c-b0e2-52a9d9860cbb req-72956980-c5b9-4923-8bbd-7d5a811575ea service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495496 Feb 20 23:45:23.339914 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c64207-335e-4d4a-a896-9ddebd6263f9 req-df362d61-894b-465a-8515-ad0716207cc0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:23.341448 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-34c64207-335e-4d4a-a896-9ddebd6263f9 req-df362d61-894b-465a-8515-ad0716207cc0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 944 time: 0.1064856 Feb 20 23:45:23.390716 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-34c64207-335e-4d4a-a896-9ddebd6263f9 req-dd6607cc-3e2f-45ef-940c-ba9e5b4113fa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420692 Feb 20 23:45:23.763648 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf1f26-cf83-4121-b9ba-61e21386925f req-a5e233da-0de9-46f5-a271-e512399558bc tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:23.765307 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3dbf1f26-cf83-4121-b9ba-61e21386925f req-a5e233da-0de9-46f5-a271-e512399558bc tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 945 time: 0.0920637 Feb 20 23:45:23.776749 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7b979-69dc-4b49-95e6-ef168d3e4103 req-3b4348de-b7c1-422b-9d8d-a50deea3a450 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:23.778238 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e2b7b979-69dc-4b49-95e6-ef168d3e4103 req-3b4348de-b7c1-422b-9d8d-a50deea3a450 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 945 time: 0.0936301 Feb 20 23:45:23.853208 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3dbf1f26-cf83-4121-b9ba-61e21386925f req-5d2f5559-b8e5-4924-8e19-79e5a31caeec tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739813 Feb 20 23:45:23.856462 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e2b7b979-69dc-4b49-95e6-ef168d3e4103 req-f00cf502-2afd-40b1-8319-439f9612ffac tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712559 Feb 20 23:45:24.232723 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb9b4-0f73-4230-8a08-5b357578e4cb req-cd707e3d-51f0-416c-857a-215dbd5bd2a8 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:24.234913 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-691fb9b4-0f73-4230-8a08-5b357578e4cb req-cd707e3d-51f0-416c-857a-215dbd5bd2a8 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 945 time: 0.0564246 Feb 20 23:45:24.285253 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-691fb9b4-0f73-4230-8a08-5b357578e4cb req-73aa434b-d498-4fc2-80aa-5eedc767fa7d tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 Feb 20 23:45:24.320888 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device d4618aa7-0f3d-484f-8b92-46e047745178 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:45:24.373186 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port d4618aa7-0f3d-484f-8b92-46e047745178 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:45:24.374126 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:24.459094 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port d4618aa7-0f3d-484f-8b92-46e047745178 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:45:24.459488 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:24.496737 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port d4618aa7-0f3d-484f-8b92-46e047745178, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4618aa7-0f3d-484f-8b92-46e047745178,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:24.556062 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe27f8-fe4f-42ab-a47f-0a841dbedfb6 req-4e7d1582-ceae-4c94-b9b1-68f84b8c8d60 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:24.558215 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-70fe27f8-fe4f-42ab-a47f-0a841dbedfb6 req-4e7d1582-ceae-4c94-b9b1-68f84b8c8d60 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 944 time: 0.0699275 Feb 20 23:45:24.565326 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:24.566193 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device f55c6f2f-789f-4251-83fb-3b197617aeb9 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:45:24.609435 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-70fe27f8-fe4f-42ab-a47f-0a841dbedfb6 req-cd8ddf8e-93da-47d8-9216-b6bedf5e5720 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444663 Feb 20 23:45:24.656894 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=d4618aa7-0f3d-484f-8b92-46e047745178,revision_number=10']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:24.708047 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:24.736466 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port f55c6f2f-789f-4251-83fb-3b197617aeb9 completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:45:24.738521 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:45:24.740800 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6af3c0-302a-490b-9a37-bf9ff407c407" -d '{"events": [{"server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "name": "network-vif-plugged", "status": "completed", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:45:24.746809 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port f55c6f2f-789f-4251-83fb-3b197617aeb9 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:45:24.746809 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:24.780505 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c756e6-6d23-4fde-ae43-d14d3ebfb752 x-openstack-request-id: req-74c756e6-6d23-4fde-ae43-d14d3ebfb752 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:45:24.780906 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "name": "network-vif-plugged", "status": "completed", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:45:24.781094 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74c756e6-6d23-4fde-ae43-d14d3ebfb752 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:45:24.781515 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'code': 200} Feb 20 23:45:24.835721 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port f55c6f2f-789f-4251-83fb-3b197617aeb9 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:45:24.836171 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:24.872580 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port f55c6f2f-789f-4251-83fb-3b197617aeb9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:24.955221 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:24.988402 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9de54-6ed5-404d-a308-e86425d3e83e req-4fe1c704-d12c-4adc-a5c5-3adefe78d225 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:24.990016 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1ec9de54-6ed5-404d-a308-e86425d3e83e req-4fe1c704-d12c-4adc-a5c5-3adefe78d225 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 945 time: 0.0598040 Feb 20 23:45:25.008065 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=f55c6f2f-789f-4251-83fb-3b197617aeb9,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:25.049229 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1ec9de54-6ed5-404d-a308-e86425d3e83e req-16ba96bd-19a1-4df7-b2c2-50c833f95ccf tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527885 Feb 20 23:45:25.412850 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd6a89-ecef-4d56-8254-26f99b99ced4 req-43c44e15-0ba7-4fb6-b9b9-93738046ca3f tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:25.414379 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-95cd6a89-ecef-4d56-8254-26f99b99ced4 req-43c44e15-0ba7-4fb6-b9b9-93738046ca3f tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 946 time: 0.0582650 Feb 20 23:45:25.478072 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-95cd6a89-ecef-4d56-8254-26f99b99ced4 req-242f0cea-5f17-48dd-8f30-6c18aaacbb22 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571716 Feb 20 23:45:25.729430 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de40a-d310-4c9c-9e79-bb5812b5247c req-89f07666-f113-4e74-8708-ded8e905bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:25.730916 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-511de40a-d310-4c9c-9e79-bb5812b5247c req-89f07666-f113-4e74-8708-ded8e905bcb1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 1130 time: 0.0849411 Feb 20 23:45:25.769932 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0aad37-6cdc-4cab-ad54-0d4a91f354ca req-714d8dd9-3b9b-4a2b-a906-66fe35da84ad tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:25.771436 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4e0aad37-6cdc-4cab-ad54-0d4a91f354ca req-714d8dd9-3b9b-4a2b-a906-66fe35da84ad tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 946 time: 0.0843637 Feb 20 23:45:25.806726 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-511de40a-d310-4c9c-9e79-bb5812b5247c req-63c734c4-d9ca-457a-bcc4-479050ef6620 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689704 Feb 20 23:45:25.834897 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4e0aad37-6cdc-4cab-ad54-0d4a91f354ca req-b08f1b35-2af0-46eb-bf17-3b378d01e06e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554242 Feb 20 23:45:26.096578 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:26.179213 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4de5-6781-40c4-98a6-3866ae104c35 req-a050df44-a5ca-4a93-91ec-889b01b89374 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:26.180782 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-56ff4de5-6781-40c4-98a6-3866ae104c35 req-a050df44-a5ca-4a93-91ec-889b01b89374 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 945 time: 0.0617027 Feb 20 23:45:26.229314 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-56ff4de5-6781-40c4-98a6-3866ae104c35 req-1e746135-04e4-418b-ab23-69e393ebc194 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Feb 20 23:45:26.608300 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb496f21-0db5-4df4-9f35-77c9a6339a08 req-87cd5286-909e-422f-b481-548f8c65a47f tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:26.615912 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bb496f21-0db5-4df4-9f35-77c9a6339a08 req-87cd5286-909e-422f-b481-548f8c65a47f tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 946 time: 0.0544553 Feb 20 23:45:26.660661 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bb496f21-0db5-4df4-9f35-77c9a6339a08 req-51b11699-5ee4-4f26-82ee-137d1ca1b8dc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447164 Feb 20 23:45:26.782443 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:45:26.785460 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075f0ddf-9205-4dc0-88d3-070d7a7d8d54" -d '{"events": [{"server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "name": "network-vif-plugged", "status": "completed", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:45:26.830126 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30505870-9863-42a7-aebb-53b1080f47bf x-openstack-request-id: req-30505870-9863-42a7-aebb-53b1080f47bf {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:45:26.830649 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "name": "network-vif-plugged", "status": "completed", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:45:26.831072 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30505870-9863-42a7-aebb-53b1080f47bf {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:45:26.831739 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9', 'code': 200} Feb 20 23:45:27.023259 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-595c676a-5e4f-4677-a647-380d03e17ac6 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:27.024786 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-595c676a-5e4f-4677-a647-380d03e17ac6 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/networks?id=2f14601d-839b-4074-b28a-f29bd97f9089 HTTP/1.1" status: 200 len: 815 time: 0.1068676 Feb 20 23:45:27.041292 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-17a6e943-85cb-4fdf-b964-fe08cc6b5459 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/quotas/db0cd55b99ee4a608c722d417d41349c HTTP/1.1" status: 200 len: 375 time: 0.0106363 Feb 20 23:45:27.175101 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-3a103f87-5b34-46b9-ac5a-5a93e748da54 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=db0cd55b99ee4a608c722d417d41349c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229336 Feb 20 23:45:27.183480 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefd69c-a6a8-44f7-8f94-4ac3d993f343 req-f699bca1-d280-4969-b775-8e7b27b446aa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:27.184914 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8cefd69c-a6a8-44f7-8f94-4ac3d993f343 req-f699bca1-d280-4969-b775-8e7b27b446aa tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 946 time: 0.1030812 Feb 20 23:45:27.224028 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a13dd-e710-4cf9-b1df-f42f37f842c5 req-a1378962-058f-4b55-b254-f2910d568837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:27.225542 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6a3a13dd-e710-4cf9-b1df-f42f37f842c5 req-a1378962-058f-4b55-b254-f2910d568837 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 1130 time: 0.0980954 Feb 20 23:45:27.306312 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8cefd69c-a6a8-44f7-8f94-4ac3d993f343 req-f867386a-c03a-4373-8fab-042f4c6e9ee7 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128600 Feb 20 23:45:27.339273 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6a3a13dd-e710-4cf9-b1df-f42f37f842c5 req-e59191a2-3938-4f68-ab33-5c77e2a47f4a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059287 Feb 20 23:45:27.367362 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-0f42d41e-b3ce-4233-827c-e74921c47df7 service neutron] 10.222.0.37 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790504 Feb 20 23:45:27.456282 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-51bc503b-52f3-43fc-9c95-5f7a2fc48db7 service neutron] 10.222.0.37 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831056 Feb 20 23:45:27.709858 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3d468a37-419a-4c56-a991-841fd8fbc4b1 req-54e45c1c-89a3-4083-9ef9-71dc41eeb165 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 210 time: 0.0330944 Feb 20 23:45:27.797391 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7048a9-6a7b-47f4-b364-ab9d647ad700 req-80c538c4-b2ba-4c92-a5cb-d63c7f028555 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:27.798901 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4a7048a9-6a7b-47f4-b364-ab9d647ad700 req-80c538c4-b2ba-4c92-a5cb-d63c7f028555 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 946 time: 0.0603025 Feb 20 23:45:27.869931 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4a7048a9-6a7b-47f4-b364-ab9d647ad700 req-b02b4610-0d1f-4ad3-bbaa-a694f37e6487 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636375 Feb 20 23:45:28.269615 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55d52-a521-4c9c-b56a-bcd411337432 req-07c4fdb5-daea-4b97-b020-c71142e38f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:28.271120 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35f55d52-a521-4c9c-b56a-bcd411337432 req-07c4fdb5-daea-4b97-b020-c71142e38f80 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 1130 time: 0.0454555 Feb 20 23:45:28.381472 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55d52-a521-4c9c-b56a-bcd411337432 req-6fc37d89-e134-4002-82bb-a394b6bbf2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:28.382925 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35f55d52-a521-4c9c-b56a-bcd411337432 req-6fc37d89-e134-4002-82bb-a394b6bbf2d7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 HTTP/1.1" status: 200 len: 918 time: 0.0922544 Feb 20 23:45:28.477019 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35f55d52-a521-4c9c-b56a-bcd411337432 req-a4233fe7-2c19-4301-99b3-a18efee8b671 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4618aa7-0f3d-484f-8b92-46e047745178 HTTP/1.1" status: 200 len: 1001 time: 0.0829387 Feb 20 23:45:28.491930 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c6687-a8e9-4ab1-927f-1cb6ddc478de req-67ebcb1a-b87c-4b0d-80c9-a55921acda4a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:28.493474 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a41c6687-a8e9-4ab1-927f-1cb6ddc478de req-67ebcb1a-b87c-4b0d-80c9-a55921acda4a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 946 time: 0.1096931 Feb 20 23:45:28.557182 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55d52-a521-4c9c-b56a-bcd411337432 req-a3e739f2-a500-4611-bfa2-675fd22d121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:28.558566 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35f55d52-a521-4c9c-b56a-bcd411337432 req-a3e739f2-a500-4611-bfa2-675fd22d121a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0824fe94-1e5c-4564-a36f-ea1b09d0aec8 HTTP/1.1" status: 200 len: 856 time: 0.0746253 Feb 20 23:45:28.587938 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a41c6687-a8e9-4ab1-927f-1cb6ddc478de req-84fedeb9-cbbc-4f60-ae2c-6d35a1e87e52 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861695 Feb 20 23:45:28.625262 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55d52-a521-4c9c-b56a-bcd411337432 req-0368424d-1a6e-41de-b01f-b2f67f3ef3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:28.626948 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35f55d52-a521-4c9c-b56a-bcd411337432 req-0368424d-1a6e-41de-b01f-b2f67f3ef3d1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584657 Feb 20 23:45:28.733870 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35f55d52-a521-4c9c-b56a-bcd411337432 req-222218c8-2c10-46f3-a6ff-990c13cd4696 service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986395 Feb 20 23:45:28.826491 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d9927f33-a338-4f70-948c-33708999d9d1 req-aba5c9e5-77bc-4ed4-a23e-edb8a73216ce tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 210 time: 0.0351045 Feb 20 23:45:28.857824 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-35f55d52-a521-4c9c-b56a-bcd411337432 req-8cbc3cee-590d-4d3c-9dd6-76646dd7c20b service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157417 Feb 20 23:45:28.995325 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630df34-dad1-43c9-a056-29f6bef04581 req-5671cb14-24cd-4a4d-851b-fbd3598dca61 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:28.997060 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9630df34-dad1-43c9-a056-29f6bef04581 req-5671cb14-24cd-4a4d-851b-fbd3598dca61 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 946 time: 0.0588222 Feb 20 23:45:29.049574 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9630df34-dad1-43c9-a056-29f6bef04581 req-47df924c-fdb7-4ded-88b1-7e898c5868f6 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464504 Feb 20 23:45:29.467589 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:29.722279 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137c4c7-09cd-4720-aa95-131a76b21e33 req-393aaec0-de81-4b0a-bbdb-bff261c5dffc tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:29.723633 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e137c4c7-09cd-4720-aa95-131a76b21e33 req-393aaec0-de81-4b0a-bbdb-bff261c5dffc tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 946 time: 0.0570934 Feb 20 23:45:29.772018 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e137c4c7-09cd-4720-aa95-131a76b21e33 req-679d8a18-a93e-40c6-b54d-5906099819db tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427425 Feb 20 23:45:29.931077 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3b8514ed-6a25-433e-b450-8fde26621fe3 req-f185706f-77dc-4dce-9e05-5e92bb940489 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 210 time: 0.0382178 Feb 20 23:45:30.021199 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-652017f1-a4e2-43f6-8e69-d6c3d50e35a5 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:30.022515 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-652017f1-a4e2-43f6-8e69-d6c3d50e35a5 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "GET /v2.0/networks?id=2f14601d-839b-4074-b28a-f29bd97f9089 HTTP/1.1" status: 200 len: 815 time: 0.1178808 Feb 20 23:45:30.035206 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8d3ba225-3e88-4efb-9b1c-100ac2c535c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Request body: {'port': {'device_id': '280c0c4c-4d7d-4f4d-9108-4cf20f78d193', 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089', 'admin_state_up': True, 'tenant_id': 'db0cd55b99ee4a608c722d417d41349c'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:45:30.194601 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c589727-b707-4c1c-8f79-29a79aefb20e req-a651b0f9-55b0-4b25-b0d3-7e932b3354d1 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:30.196105 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1c589727-b707-4c1c-8f79-29a79aefb20e req-a651b0f9-55b0-4b25-b0d3-7e932b3354d1 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 946 time: 0.0761163 Feb 20 23:45:30.466079 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8d3ba225-3e88-4efb-9b1c-100ac2c535c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Made reservation on behalf of db0cd55b99ee4a608c722d417d41349c for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:45:30.470326 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8d3ba225-3e88-4efb-9b1c-100ac2c535c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:30.517119 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1c589727-b707-4c1c-8f79-29a79aefb20e req-6d35d313-286e-4833-a60f-4d313257dc13 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143654 Feb 20 23:45:30.648128 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8d3ba225-3e88-4efb-9b1c-100ac2c535c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Allocated IP 172.20.0.12 (2f14601d-839b-4074-b28a-f29bd97f9089/702d9192-ab58-4987-bc44-1159ca098e88/b9752537-b1e9-40a9-a266-21a828983b92) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:45:30.674264 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090cef0-8647-46b5-aa07-f6af5f6133b6 req-ed908c46-e7b3-4706-9545-07a2e834afa8 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:30.675723 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a090cef0-8647-46b5-aa07-f6af5f6133b6 req-ed908c46-e7b3-4706-9545-07a2e834afa8 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 946 time: 0.0841835 Feb 20 23:45:30.756804 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a090cef0-8647-46b5-aa07-f6af5f6133b6 req-10c309b4-9ab6-4276-8826-b94c640444a3 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745845 Feb 20 23:45:30.842693 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8d3ba225-3e88-4efb-9b1c-100ac2c535c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks [] for port (b9752537-b1e9-40a9-a266-21a828983b92), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:30.924914 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8d3ba225-3e88-4efb-9b1c-100ac2c535c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (b9752537-b1e9-40a9-a266-21a828983b92), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:30.937422 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['ea24d2fe-a95b-4027-a63a-7c7057e4e7be', '082b0f63-4f49-4a06-b83a-ac515ecd8448'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:45:30.974015 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8d3ba225-3e88-4efb-9b1c-100ac2c535c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Network 2f14601d-839b-4074-b28a-f29bd97f9089 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:45:30.976585 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8d3ba225-3e88-4efb-9b1c-100ac2c535c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:45:30.979331 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8d3ba225-3e88-4efb-9b1c-100ac2c535c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:45:31.018178 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ba225-3e88-4efb-9b1c-100ac2c535c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Pushing event updated for resources: {'Port': ['ID=b9752537-b1e9-40a9-a266-21a828983b92,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:31.105580 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8d3ba225-3e88-4efb-9b1c-100ac2c535c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:31.106194 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8d3ba225-3e88-4efb-9b1c-100ac2c535c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:31.144808 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a976730-1334-4316-acc7-d774beeb1a3f req-47b10e0d-98c4-4880-ab81-b21684740ae3 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:31.146345 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a976730-1334-4316-acc7-d774beeb1a3f req-47b10e0d-98c4-4880-ab81-b21684740ae3 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 932 time: 0.1180003 Feb 20 23:45:31.158183 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43518d02-8f06-4794-8d80-5b994bd71e12 req-f5938a39-8d52-4830-94a9-e6886f6aef62 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:31.159694 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-43518d02-8f06-4794-8d80-5b994bd71e12 req-f5938a39-8d52-4830-94a9-e6886f6aef62 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 946 time: 0.0993495 Feb 20 23:45:31.195544 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8d3ba225-3e88-4efb-9b1c-100ac2c535c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1647336 Feb 20 23:45:31.212731 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Request body: {'port': {'device_id': '280c0c4c-4d7d-4f4d-9108-4cf20f78d193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:45:31.264281 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a976730-1334-4316-acc7-d774beeb1a3f req-f024dab2-b7ee-4353-ada5-407a4a002bf3 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035981 Feb 20 23:45:31.274288 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-43518d02-8f06-4794-8d80-5b994bd71e12 req-34e7ffb3-569b-401e-8d80-54577b857590 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076472 Feb 20 23:45:31.321460 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (b9752537-b1e9-40a9-a266-21a828983b92), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:31.583114 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9752537-b1e9-40a9-a266-21a828983b92 {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:45:31.590420 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Publish callbacks [] for port (b9752537-b1e9-40a9-a266-21a828983b92), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:31.603072 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Transition to ACTIVE for port object b9752537-b1e9-40a9-a266-21a828983b92 will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:45:31.758777 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (b9752537-b1e9-40a9-a266-21a828983b92), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:31.814784 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Pushing event updated for resources: {'Port': ['ID=b9752537-b1e9-40a9-a266-21a828983b92,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:31.893412 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Attempting to bind port b9752537-b1e9-40a9-a266-21a828983b92 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:45:31.893412 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Attempting to bind port b9752537-b1e9-40a9-a266-21a828983b92 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:45:31.893412 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Attempting to bind port b9752537-b1e9-40a9-a266-21a828983b92 on network 2f14601d-839b-4074-b28a-f29bd97f9089 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:45:31.895845 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Port b9752537-b1e9-40a9-a266-21a828983b92 on network 2f14601d-839b-4074-b28a-f29bd97f9089 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:45:31.896166 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Attempting to bind port b9752537-b1e9-40a9-a266-21a828983b92 on network 2f14601d-839b-4074-b28a-f29bd97f9089 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:45:31.901393 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:45:31.901784 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Checking segment: {'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:45:31.905460 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Bound using segment: {'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:45:31.905460 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Bound port: b9752537-b1e9-40a9-a266-21a828983b92, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:45:31.905460 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (b9752537-b1e9-40a9-a266-21a828983b92), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:31.970340 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] For port b9752537-b1e9-40a9-a266-21a828983b92, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:45:31.973578 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] For port b9752537-b1e9-40a9-a266-21a828983b92, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b9752537-b1e9-40a9-a266-21a828983b92,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:45:32.039912 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (b9752537-b1e9-40a9-a266-21a828983b92), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:32.077295 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:32.078176 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:32.080093 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] 10.222.0.89 "PUT /v2.0/ports/b9752537-b1e9-40a9-a266-21a828983b92 HTTP/1.1" status: 200 len: 1094 time: 0.8715599 Feb 20 23:45:32.080548 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280c0c4c-4d7d-4f4d-9108-4cf20f78d193', 'tag': 'b9752537-b1e9-40a9-a266-21a828983b92'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:45:32.082863 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21730c26-0698-4b00-92f2-118e85986824" -d '{"events": [{"name": "network-changed", "server_uuid": "280c0c4c-4d7d-4f4d-9108-4cf20f78d193", "tag": "b9752537-b1e9-40a9-a266-21a828983b92"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:45:32.118979 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c0c47-3801-4991-b13f-c0e4d902c48a service neutron] Pushing event updated for resources: {'Port': ['ID=b9752537-b1e9-40a9-a266-21a828983b92,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:32.143561 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35495c5a-1d8a-4f49-859e-c0e0dc599c26 x-openstack-request-id: req-35495c5a-1d8a-4f49-859e-c0e0dc599c26 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:45:32.143794 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280c0c4c-4d7d-4f4d-9108-4cf20f78d193", "tag": "b9752537-b1e9-40a9-a266-21a828983b92", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:45:32.144050 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35495c5a-1d8a-4f49-859e-c0e0dc599c26 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:45:32.144462 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280c0c4c-4d7d-4f4d-9108-4cf20f78d193', 'tag': 'b9752537-b1e9-40a9-a266-21a828983b92', 'status': 'completed', 'code': 200} Feb 20 23:45:32.219231 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21730c26-0698-4b00-92f2-118e85986824 req-5217028f-6b03-49b8-9cb2-55d74f870247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:32.220966 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-21730c26-0698-4b00-92f2-118e85986824 req-5217028f-6b03-49b8-9cb2-55d74f870247 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db0cd55b99ee4a608c722d417d41349c&device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 1128 time: 0.0567834 Feb 20 23:45:32.336661 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21730c26-0698-4b00-92f2-118e85986824 req-fe18ec0e-83cb-4334-b256-8557aa1d7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:32.338264 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-21730c26-0698-4b00-92f2-118e85986824 req-fe18ec0e-83cb-4334-b256-8557aa1d7105 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=db0cd55b99ee4a608c722d417d41349c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1085105 Feb 20 23:45:32.462790 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eb6f6-51c3-4d16-9c0c-875676c1cda4 req-f4b015b8-6651-44ea-95e6-dbb76823135b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:32.468156 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c73eb6f6-51c3-4d16-9c0c-875676c1cda4 req-f4b015b8-6651-44ea-95e6-dbb76823135b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 944 time: 0.1252158 Feb 20 23:45:32.479913 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21730c26-0698-4b00-92f2-118e85986824 req-e0106f16-a998-44f2-aedb-968a0a64dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:32.481412 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-21730c26-0698-4b00-92f2-118e85986824 req-e0106f16-a998-44f2-aedb-968a0a64dc70 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332033 Feb 20 23:45:32.537177 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c73eb6f6-51c3-4d16-9c0c-875676c1cda4 req-2279abf2-e9d4-4cb7-8906-18eca53d47b2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503507 Feb 20 23:45:32.601491 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-3c28d277-176f-4690-a998-167578c3f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:32.603288 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-3c28d277-176f-4690-a998-167578c3f101 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db0cd55b99ee4a608c722d417d41349c&device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 1128 time: 0.0535455 Feb 20 23:45:32.653107 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-93b6143f-9fc0-405d-9535-71ca65418757 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9752537-b1e9-40a9-a266-21a828983b92 HTTP/1.1" status: 200 len: 217 time: 0.0384994 Feb 20 23:45:32.703884 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-382da081-d1d5-49f3-9d3b-66a41a8c3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:32.705471 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-382da081-d1d5-49f3-9d3b-66a41a8c3635 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=702d9192-ab58-4987-bc44-1159ca098e88 HTTP/1.1" status: 200 len: 855 time: 0.0463350 Feb 20 23:45:32.739202 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-3dd85a83-3e94-48a8-a0fc-4cc9f1fd50f2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f14601d-839b-4074-b28a-f29bd97f9089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264711 Feb 20 23:45:32.845268 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-6bb7a7a8-7fa5-4ee0-bea0-b4b6abc56ff1 service neutron] 10.222.0.89 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997794 Feb 20 23:45:32.938631 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af6641f8-e9b1-4fa6-add8-1791c6e796eb req-a54c5c2f-ac2a-47c8-b73e-cfb8bda1b4ce service neutron] 10.222.0.89 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869315 Feb 20 23:45:33.674000 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139791b6-aad4-4046-938f-c715e671465b req-2e69598c-ef5b-4667-9d8b-c3744e326627 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:33.675572 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-139791b6-aad4-4046-938f-c715e671465b req-2e69598c-ef5b-4667-9d8b-c3744e326627 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 944 time: 0.0615625 Feb 20 23:45:33.731684 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-139791b6-aad4-4046-938f-c715e671465b req-ca4a8eda-d4a9-4fc6-966c-3c5a958ced26 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494845 Feb 20 23:45:34.866230 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9c0d1-f1be-4cf1-bdc8-c2489748f321 req-17c725e9-db19-4546-9ece-4ce571acfe23 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:34.867727 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-81f9c0d1-f1be-4cf1-bdc8-c2489748f321 req-17c725e9-db19-4546-9ece-4ce571acfe23 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 944 time: 0.0574813 Feb 20 23:45:34.919464 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-81f9c0d1-f1be-4cf1-bdc8-c2489748f321 req-fb08ae03-0038-4567-9054-318d10a70d05 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Feb 20 23:45:36.048247 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f3e91-5ba0-4fe0-a63d-2a500c71807a req-9ad4973f-ff75-4c24-b227-0cdbadd26b74 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:36.049836 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6b4f3e91-5ba0-4fe0-a63d-2a500c71807a req-9ad4973f-ff75-4c24-b227-0cdbadd26b74 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 944 time: 0.0559361 Feb 20 23:45:36.100530 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6b4f3e91-5ba0-4fe0-a63d-2a500c71807a req-58eda7b2-6067-4471-bfb8-318be1de17c1 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Feb 20 23:45:36.377305 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device b9752537-b1e9-40a9-a266-21a828983b92 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:45:36.482577 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port b9752537-b1e9-40a9-a266-21a828983b92, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b9752537-b1e9-40a9-a266-21a828983b92,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:36.494849 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': 'b9752537-b1e9-40a9-a266-21a828983b92', 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089', 'port_id': 'b9752537-b1e9-40a9-a266-21a828983b92', 'mac_address': 'fa:16:3e:21:a7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702d9192-ab58-4987-bc44-1159ca098e88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:45:36.538944 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port b9752537-b1e9-40a9-a266-21a828983b92 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:45:36.539335 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (b9752537-b1e9-40a9-a266-21a828983b92), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:36.553354 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9752537-b1e9-40a9-a266-21a828983b92 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:45:36.572678 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port b9752537-b1e9-40a9-a266-21a828983b92, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b9752537-b1e9-40a9-a266-21a828983b92,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:36.673038 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (b9752537-b1e9-40a9-a266-21a828983b92), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:36.723530 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=b9752537-b1e9-40a9-a266-21a828983b92,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:37.229247 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e84436-2857-4001-bed8-de1cf4ae4411 req-072bf6e7-0745-49ad-9f31-0f0ecbe419da tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:37.230660 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07e84436-2857-4001-bed8-de1cf4ae4411 req-072bf6e7-0745-49ad-9f31-0f0ecbe419da tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 945 time: 0.0593350 Feb 20 23:45:37.279618 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07e84436-2857-4001-bed8-de1cf4ae4411 req-e5f078f2-871f-4d05-95f8-1d023e8dfb47 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431564 Feb 20 23:45:38.402478 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863973c-bf0a-4f7d-89e2-2675ddceb8be req-620314df-aad0-4ae5-aa07-b00e9a889927 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:38.404009 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e863973c-bf0a-4f7d-89e2-2675ddceb8be req-620314df-aad0-4ae5-aa07-b00e9a889927 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 945 time: 0.0535042 Feb 20 23:45:38.455443 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e863973c-bf0a-4f7d-89e2-2675ddceb8be req-757564ad-3c44-4546-85d1-15e9eab3059a tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452249 Feb 20 23:45:39.586048 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d023051-4b40-44fe-8af8-370f9ab869ab req-4ddd6c6b-c407-4b8c-a617-5c162621e95f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:39.587529 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5d023051-4b40-44fe-8af8-370f9ab869ab req-4ddd6c6b-c407-4b8c-a617-5c162621e95f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 945 time: 0.0613256 Feb 20 23:45:39.638472 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5d023051-4b40-44fe-8af8-370f9ab869ab req-6a53d17d-11d9-4403-be57-5dca134ffa8b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448017 Feb 20 23:45:40.757625 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473f3be-03f9-497e-b08d-452de128326f req-b3a13a0b-21bf-42ba-9746-4448ff1a4d84 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:40.759079 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b473f3be-03f9-497e-b08d-452de128326f req-b3a13a0b-21bf-42ba-9746-4448ff1a4d84 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 945 time: 0.0525429 Feb 20 23:45:40.806791 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b473f3be-03f9-497e-b08d-452de128326f req-17f120f1-c18c-495f-b845-59ee5c2ab4a5 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Feb 20 23:45:41.067159 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:45:41.876488 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['b9752537-b1e9-40a9-a266-21a828983b92'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:45:41.928097 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f33ea-fbd0-4b8b-b133-78f3caf0ff7f req-26dfc284-2c8a-448d-971c-75547b2272a6 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:41.932882 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c44f33ea-fbd0-4b8b-b133-78f3caf0ff7f req-26dfc284-2c8a-448d-971c-75547b2272a6 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 945 time: 0.0546336 Feb 20 23:45:41.980213 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c44f33ea-fbd0-4b8b-b133-78f3caf0ff7f req-29c3d226-3a46-4186-8c3e-dc3c130f69cc tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446851 Feb 20 23:45:43.099577 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de685cf-0381-4109-8aaf-84a649985e0b req-0f4d6ca2-4f2c-46fa-892a-1b6b600691c0 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:43.101116 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7de685cf-0381-4109-8aaf-84a649985e0b req-0f4d6ca2-4f2c-46fa-892a-1b6b600691c0 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 945 time: 0.0541215 Feb 20 23:45:43.149302 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7de685cf-0381-4109-8aaf-84a649985e0b req-517abd2c-481f-4d9b-bc11-838bb5e04e37 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427096 Feb 20 23:45:44.277755 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb046dc2-2b4c-49ed-9164-53e482f54ae6 req-5b14d071-38d7-4231-b7af-ee196613dfea tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:44.279223 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fb046dc2-2b4c-49ed-9164-53e482f54ae6 req-5b14d071-38d7-4231-b7af-ee196613dfea tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 945 time: 0.0525713 Feb 20 23:45:44.325143 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fb046dc2-2b4c-49ed-9164-53e482f54ae6 req-f6652b65-e7b7-4ea1-95bf-3095207a4bd0 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396879 Feb 20 23:45:45.450415 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1281607-870b-45eb-82f5-c93b849ab57f req-a23b4f0b-4262-4450-91a8-d20f467040f0 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:45.451855 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f1281607-870b-45eb-82f5-c93b849ab57f req-a23b4f0b-4262-4450-91a8-d20f467040f0 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 945 time: 0.0562718 Feb 20 23:45:45.499680 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f1281607-870b-45eb-82f5-c93b849ab57f req-8bfdbbad-3252-4dcf-ba30-780f1553d4c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415690 Feb 20 23:45:46.027172 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f2e42-9529-4a6c-96d9-00a888460a70 req-ed294ebd-c677-47aa-9f30-1a730ecdbc2d tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:46.028555 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b78f2e42-9529-4a6c-96d9-00a888460a70 req-ed294ebd-c677-47aa-9f30-1a730ecdbc2d tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 946 time: 0.0561187 Feb 20 23:45:46.077648 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b78f2e42-9529-4a6c-96d9-00a888460a70 req-5f3aa3ad-37b7-4ae2-85a1-540e2ff23fef tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422690 Feb 20 23:45:46.104811 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 44566) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:45:46.198644 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5659ba-690a-43be-90ac-2efd790004bf tempest-TestMinimumBasicScenario-1704323599 tempest-TestMinimumBasicScenario-1704323599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:46.200170 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-3b5659ba-690a-43be-90ac-2efd790004bf tempest-TestMinimumBasicScenario-1704323599 tempest-TestMinimumBasicScenario-1704323599-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 1125 time: 0.0943608 Feb 20 23:45:46.203186 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 44570) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:45:46.208454 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Request body: {'floatingip': {'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'port_id': 'f55c6f2f-789f-4251-83fb-3b197617aeb9', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:45:46.319469 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:46.423341 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:46.530500 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Allocated IP 172.27.0.119 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/9ee7dee6-cfaa-4c76-9254-b2229f32b81b) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:45:46.674674 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for port (9ee7dee6-cfaa-4c76-9254-b2229f32b81b), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:46.684581 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d1eec-3d48-46e9-8626-6c12138ac6a4 req-c36dcaf6-d384-410f-b8e3-1d6b3364da6d tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:46.688822 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5b3d1eec-3d48-46e9-8626-6c12138ac6a4 req-c36dcaf6-d384-410f-b8e3-1d6b3364da6d tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 945 time: 0.0968194 Feb 20 23:45:46.756340 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5b3d1eec-3d48-46e9-8626-6c12138ac6a4 req-c81f3834-7b6b-44a6-9bdb-715482a1ea41 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625007 Feb 20 23:45:46.839555 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (9ee7dee6-cfaa-4c76-9254-b2229f32b81b), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:46.880133 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:45:47.071966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:45:47.071966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:45:47.071966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event updated for resources: {'Port': ['ID=9ee7dee6-cfaa-4c76-9254-b2229f32b81b,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:47.071966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:47.071966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:47.071966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:47.071966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:47.071966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:47.071966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:47.071966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:47.071966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:47.071966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:47.071966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:47.073378 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:47.073378 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:47.073378 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:47.327333 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for floatingip (986449e6-f600-4842-8ada-a28b70927e6c), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:47.464429 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9ee7dee6-cfaa-4c76-9254-b2229f32b81b), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:47.643379 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for port (9ee7dee6-cfaa-4c76-9254-b2229f32b81b), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:47.718525 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (9ee7dee6-cfaa-4c76-9254-b2229f32b81b), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:47.787032 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event updated for resources: {'Port': ['ID=9ee7dee6-cfaa-4c76-9254-b2229f32b81b,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:47.800313 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (986449e6-f600-4842-8ada-a28b70927e6c), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:47.944774 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cde5a-2f7f-46ee-8047-e88046b7630a req-a1665546-1f90-4451-ad82-42158d89b4f0 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:47.946421 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ed9cde5a-2f7f-46ee-8047-e88046b7630a req-a1665546-1f90-4451-ad82-42158d89b4f0 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 945 time: 0.1083927 Feb 20 23:45:47.952056 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.l3_db [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Floating IP 986449e6-f600-4842-8ada-a28b70927e6c associated. External IP: 172.27.0.119, port: f55c6f2f-789f-4251-83fb-3b197617aeb9. Feb 20 23:45:48.071125 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ed9cde5a-2f7f-46ee-8047-e88046b7630a req-8dffe362-50d3-49a6-ba96-770b2ee4175f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164393 Feb 20 23:45:48.203366 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Router 58df9ff1-b33a-4cf9-9791-bbb337e14922 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:45:48.320066 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:45:48.331591 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0399c55-8df8-4c7f-8acb-c38e24b011f9 None None] Sync routers for ids ['58df9ff1-b33a-4cf9-9791-bbb337e14922'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:45:48.343427 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0399c55-8df8-4c7f-8acb-c38e24b011f9 None None] Routers {'58df9ff1-b33a-4cf9-9791-bbb337e14922'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:45:48.349637 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-d0399c55-8df8-4c7f-8acb-c38e24b011f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:45:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['58df9ff1-b33a-4cf9-9791-bbb337e14922'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:45:48.446689 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:48.482057 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-b2acb13a-46a2-4924-86d4-dbacc2a3649b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2742386 Feb 20 23:45:48.482057 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:45:48.482419 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-d0399c55-8df8-4c7f-8acb-c38e24b011f9 None None] Set router 58df9ff1-b33a-4cf9-9791-bbb337e14922 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:45:48.482589 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 44582) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:45:48.483082 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a778d19f-1a0c-44ea-9335-2d42b0200087" -d '{"events": [{"name": "network-changed", "server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:45:48.487846 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-458415795', 'description': 'tempest-secgroup-smoke-458415795 description', 'project_id': 'e2a889d9da9b4ed68809a094e134178b'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:45:48.596108 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf85ebb-2e4a-4e8f-aeb8-9c5e19a24869 x-openstack-request-id: req-1cf85ebb-2e4a-4e8f-aeb8-9c5e19a24869 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:45:48.596495 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:45:48.596902 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cf85ebb-2e4a-4e8f-aeb8-9c5e19a24869 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:45:48.597481 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9', 'status': 'completed', 'code': 200} Feb 20 23:45:48.610504 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device b9752537-b1e9-40a9-a266-21a828983b92 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:45:48.639348 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:48.761391 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group (31383f82-2e63-4ad3-9ba3-f15f785dae2a), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:48.832736 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-d0399c55-8df8-4c7f-8acb-c38e24b011f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:13Z', 'revision_number': 4, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '986449e6-f600-4842-8ada-a28b70927e6c', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'port_id': 'f55c6f2f-789f-4251-83fb-3b197617aeb9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'mac_address': 'fa:16:3e:1e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:45:47Z', 'updated_at': '2022-02-20T23:45:47Z', 'revision_number': 0, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399ca72a-a300-49f4-9d0c-7c2f94408c69', 'name': '', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'mac_address': 'fa:16:3e:31:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:12Z', 'updated_at': '2022-02-20T23:44:19Z', 'revision_number': 5, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'subnets': [{'id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:45:48.836253 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port b9752537-b1e9-40a9-a266-21a828983b92 completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:45:48.855370 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (31383f82-2e63-4ad3-9ba3-f15f785dae2a), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:48.873149 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port b9752537-b1e9-40a9-a266-21a828983b92 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:45:48.873532 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (b9752537-b1e9-40a9-a266-21a828983b92), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:48.876806 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0399c55-8df8-4c7f-8acb-c38e24b011f9 None None] Checking router: 58df9ff1-b33a-4cf9-9791-bbb337e14922 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:45:48.892302 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31383f82-2e63-4ad3-9ba3-f15f785dae2a,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:48.901638 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:48.902126 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:48.902703 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:48.903349 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:48.903871 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:48.904301 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:48.904726 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:48.905143 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:48.905693 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:48.906287 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:48.906846 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:48.907185 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:48.907683 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:45:48.916009 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0399c55-8df8-4c7f-8acb-c38e24b011f9 None None] Routers {'58df9ff1-b33a-4cf9-9791-bbb337e14922'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:45:48.916775 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-d0399c55-8df8-4c7f-8acb-c38e24b011f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:45:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['58df9ff1-b33a-4cf9-9791-bbb337e14922'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:45:48.945817 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:48.948311 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-30fde140-21de-4439-90d6-b5ec13bfbba4 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4648678 Feb 20 23:45:48.951213 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 44596) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:45:48.959638 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-94510188-9b14-4e99-8c98-3c083d7fd283 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Request body: {'security_group_rule': {'security_group_id': '31383f82-2e63-4ad3-9ba3-f15f785dae2a', 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:45:49.026497 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778d19f-1a0c-44ea-9335-2d42b0200087 req-01dc842a-2780-4f14-9e2d-a62b9ba41be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:49.027934 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a778d19f-1a0c-44ea-9335-2d42b0200087 req-01dc842a-2780-4f14-9e2d-a62b9ba41be5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e2a889d9da9b4ed68809a094e134178b&device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 1130 time: 0.4034688 Feb 20 23:45:49.070234 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port b9752537-b1e9-40a9-a266-21a828983b92 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:45:49.070627 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (b9752537-b1e9-40a9-a266-21a828983b92), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:49.075690 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-94510188-9b14-4e99-8c98-3c083d7fd283 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (c6621e65-c2d0-4d64-97a2-da73e58d901d), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:49.085180 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-d0399c55-8df8-4c7f-8acb-c38e24b011f9 None None] Set router 58df9ff1-b33a-4cf9-9791-bbb337e14922 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:45:49.141091 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778d19f-1a0c-44ea-9335-2d42b0200087 req-89e13890-373d-4b94-bf49-ad739046c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:49.144528 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a778d19f-1a0c-44ea-9335-2d42b0200087 req-89e13890-373d-4b94-bf49-ad739046c02a service neutron] 10.222.0.89 "GET /v2.0/networks?id=51afa427-f90b-431e-98ac-b01973cf6745 HTTP/1.1" status: 200 len: 916 time: 0.1097782 Feb 20 23:45:49.145173 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280c0c4c-4d7d-4f4d-9108-4cf20f78d193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9752537-b1e9-40a9-a266-21a828983b92'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:45:49.147465 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d7a526-c2b9-4531-8514-a9691203bd6a" -d '{"events": [{"server_uuid": "280c0c4c-4d7d-4f4d-9108-4cf20f78d193", "name": "network-vif-plugged", "status": "completed", "tag": "b9752537-b1e9-40a9-a266-21a828983b92"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:45:49.174305 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port b9752537-b1e9-40a9-a266-21a828983b92, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b9752537-b1e9-40a9-a266-21a828983b92,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:49.191904 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-94510188-9b14-4e99-8c98-3c083d7fd283 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (c6621e65-c2d0-4d64-97a2-da73e58d901d), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:49.206224 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f2c2d2-604f-4c48-9864-f7435cd7ffc2 x-openstack-request-id: req-42f2c2d2-604f-4c48-9864-f7435cd7ffc2 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:45:49.206549 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280c0c4c-4d7d-4f4d-9108-4cf20f78d193", "name": "network-vif-plugged", "status": "completed", "tag": "b9752537-b1e9-40a9-a266-21a828983b92", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:45:49.206800 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42f2c2d2-604f-4c48-9864-f7435cd7ffc2 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:45:49.207193 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280c0c4c-4d7d-4f4d-9108-4cf20f78d193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9752537-b1e9-40a9-a266-21a828983b92', 'code': 200} Feb 20 23:45:49.262978 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a778d19f-1a0c-44ea-9335-2d42b0200087 req-739c71ed-a415-419f-9cfa-8a4fa3593d08 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9 HTTP/1.1" status: 200 len: 1000 time: 0.1116004 Feb 20 23:45:49.276047 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c0aba-e697-407e-a338-64c0f068e741 req-c67cb0aa-1ac0-4ab8-ad7a-45f7ed7a41da tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:49.286980 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-198c0aba-e697-407e-a338-64c0f068e741 req-c67cb0aa-1ac0-4ab8-ad7a-45f7ed7a41da tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 945 time: 0.0795333 Feb 20 23:45:49.307884 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-94510188-9b14-4e99-8c98-3c083d7fd283 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (c6621e65-c2d0-4d64-97a2-da73e58d901d), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:49.332125 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94510188-9b14-4e99-8c98-3c083d7fd283 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6621e65-c2d0-4d64-97a2-da73e58d901d,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:49.361196 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778d19f-1a0c-44ea-9335-2d42b0200087 req-b31e36d4-2f3e-4d27-b257-af7dca64ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:49.362701 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a778d19f-1a0c-44ea-9335-2d42b0200087 req-b31e36d4-2f3e-4d27-b257-af7dca64ed74 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b7926df9-2b15-4cf1-8457-30c515cc5e7c HTTP/1.1" status: 200 len: 854 time: 0.0814428 Feb 20 23:45:49.383322 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-198c0aba-e697-407e-a338-64c0f068e741 req-0264b0ca-0abd-469b-8a2c-3e535ca9ba23 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930407 Feb 20 23:45:49.429620 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-94510188-9b14-4e99-8c98-3c083d7fd283 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:49.431000 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-94510188-9b14-4e99-8c98-3c083d7fd283 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4781616 Feb 20 23:45:49.441098 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 44602) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:45:49.446077 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-07d69b11-3147-4ba0-925e-d6e81254d89b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Request body: {'security_group_rule': {'security_group_id': '31383f82-2e63-4ad3-9ba3-f15f785dae2a', 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:45:49.447715 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778d19f-1a0c-44ea-9335-2d42b0200087 req-c8340343-a27f-4f81-8196-aad64fe44fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:49.449343 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a778d19f-1a0c-44ea-9335-2d42b0200087 req-c8340343-a27f-4f81-8196-aad64fe44fbf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=51afa427-f90b-431e-98ac-b01973cf6745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771580 Feb 20 23:45:49.453106 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (b9752537-b1e9-40a9-a266-21a828983b92), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:49.536424 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=b9752537-b1e9-40a9-a266-21a828983b92,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:49.550812 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-07d69b11-3147-4ba0-925e-d6e81254d89b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (1538d30d-ca59-48b7-92f2-49fc072a3823), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:49.561230 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-880f5d71-c850-43b8-b5f6-f669d63d8b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:49.565378 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a778d19f-1a0c-44ea-9335-2d42b0200087 req-7c805bb6-4ec8-4013-b114-2266ce8b3a13 service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031485 Feb 20 23:45:49.613236 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-d0399c55-8df8-4c7f-8acb-c38e24b011f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:13Z', 'revision_number': 4, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '986449e6-f600-4842-8ada-a28b70927e6c', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'port_id': 'f55c6f2f-789f-4251-83fb-3b197617aeb9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'mac_address': 'fa:16:3e:1e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:45:47Z', 'updated_at': '2022-02-20T23:45:47Z', 'revision_number': 0, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399ca72a-a300-49f4-9d0c-7c2f94408c69', 'name': '', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'mac_address': 'fa:16:3e:31:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:12Z', 'updated_at': '2022-02-20T23:44:19Z', 'revision_number': 5, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'subnets': [{'id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:45:49.644171 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9feeff-0766-44c4-93c0-36e33666b81e req-4a3cd273-62df-47c4-be09-60bb5fab5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:49.645797 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-2d9feeff-0766-44c4-93c0-36e33666b81e req-4a3cd273-62df-47c4-be09-60bb5fab5e18 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 1130 time: 0.0845327 Feb 20 23:45:49.647562 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-07d69b11-3147-4ba0-925e-d6e81254d89b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (1538d30d-ca59-48b7-92f2-49fc072a3823), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:49.651166 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0399c55-8df8-4c7f-8acb-c38e24b011f9 None None] The sync data for ids ['58df9ff1-b33a-4cf9-9791-bbb337e14922'] in dv-cinder-813221-6-iscsi is: [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:13Z', 'revision_number': 4, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '986449e6-f600-4842-8ada-a28b70927e6c', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'port_id': 'f55c6f2f-789f-4251-83fb-3b197617aeb9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'mac_address': 'fa:16:3e:1e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:45:47Z', 'updated_at': '2022-02-20T23:45:47Z', 'revision_number': 0, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399ca72a-a300-49f4-9d0c-7c2f94408c69', 'name': '', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'mac_address': 'fa:16:3e:31:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:12Z', 'updated_at': '2022-02-20T23:44:19Z', 'revision_number': 5, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'subnets': [{'id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:45:49.684273 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a778d19f-1a0c-44ea-9335-2d42b0200087 req-8138d771-ddb6-430d-9938-6615a1f51a3d service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143291 Feb 20 23:45:49.700285 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-2d9feeff-0766-44c4-93c0-36e33666b81e req-2d2bfcd8-f5c5-4fb6-8071-33d2b987acc1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468643 Feb 20 23:45:49.741887 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-07d69b11-3147-4ba0-925e-d6e81254d89b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (1538d30d-ca59-48b7-92f2-49fc072a3823), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:49.761229 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d69b11-3147-4ba0-925e-d6e81254d89b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1538d30d-ca59-48b7-92f2-49fc072a3823,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:49.869942 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-07d69b11-3147-4ba0-925e-d6e81254d89b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:49.870849 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e626062d-aa76-4e63-b722-1508a1086baa None None] New status for floating IP 986449e6-f600-4842-8ada-a28b70927e6c: ACTIVE {{(pid=109849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:45:49.872064 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-07d69b11-3147-4ba0-925e-d6e81254d89b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4290462 Feb 20 23:45:49.875123 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 44608) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:45:49.880025 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-5289ff12-feef-4f44-8de5-b275933d0ebc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Request body: {'security_group_rule': {'security_group_id': '31383f82-2e63-4ad3-9ba3-f15f785dae2a', 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:45:49.998327 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5289ff12-feef-4f44-8de5-b275933d0ebc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (eb9d3910-055c-4cfc-b052-2cd837215547), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:50.062848 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5289ff12-feef-4f44-8de5-b275933d0ebc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (eb9d3910-055c-4cfc-b052-2cd837215547), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:50.136305 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5289ff12-feef-4f44-8de5-b275933d0ebc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (eb9d3910-055c-4cfc-b052-2cd837215547), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:50.155125 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289ff12-feef-4f44-8de5-b275933d0ebc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9d3910-055c-4cfc-b052-2cd837215547,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:50.269973 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5289ff12-feef-4f44-8de5-b275933d0ebc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:50.271233 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-5289ff12-feef-4f44-8de5-b275933d0ebc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3950469 Feb 20 23:45:50.273943 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 44612) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:45:50.278386 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-f4397041-b9d9-4265-8c17-d1f1d9d7cb79 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Request body: {'security_group_rule': {'security_group_id': '31383f82-2e63-4ad3-9ba3-f15f785dae2a', 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:45:50.375897 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4397041-b9d9-4265-8c17-d1f1d9d7cb79 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (1b61a324-3272-4bc6-928f-e12a88d320a4), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:50.445567 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4397041-b9d9-4265-8c17-d1f1d9d7cb79 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (1b61a324-3272-4bc6-928f-e12a88d320a4), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:50.518894 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4397041-b9d9-4265-8c17-d1f1d9d7cb79 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (1b61a324-3272-4bc6-928f-e12a88d320a4), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:50.542110 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4397041-b9d9-4265-8c17-d1f1d9d7cb79 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b61a324-3272-4bc6-928f-e12a88d320a4,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:50.549802 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522ac49-d6b8-42cc-b39b-db66e22598ef req-2ef5bcf7-995f-42d4-86c1-f63c16584078 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:50.555193 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1522ac49-d6b8-42cc-b39b-db66e22598ef req-2ef5bcf7-995f-42d4-86c1-f63c16584078 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 946 time: 0.0579488 Feb 20 23:45:50.601186 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4397041-b9d9-4265-8c17-d1f1d9d7cb79 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:50.602596 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f4397041-b9d9-4265-8c17-d1f1d9d7cb79 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276460 Feb 20 23:45:50.606646 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1522ac49-d6b8-42cc-b39b-db66e22598ef req-e545d096-e505-4a5d-abb7-f73d8bf77bde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463283 Feb 20 23:45:50.607119 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 44616) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:45:50.611563 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-de94f4b6-55e9-4155-a100-02ad17e01df1 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Request body: {'security_group_rule': {'security_group_id': '31383f82-2e63-4ad3-9ba3-f15f785dae2a', 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:45:50.700833 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.securitygroups_db [None req-de94f4b6-55e9-4155-a100-02ad17e01df1 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Project e2a889d9da9b4ed68809a094e134178b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:45:50.706349 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-de94f4b6-55e9-4155-a100-02ad17e01df1 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (47c3cf30-a62d-41e9-a1e5-354c01171c11), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:50.768144 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-de94f4b6-55e9-4155-a100-02ad17e01df1 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (47c3cf30-a62d-41e9-a1e5-354c01171c11), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:50.849827 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-de94f4b6-55e9-4155-a100-02ad17e01df1 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (47c3cf30-a62d-41e9-a1e5-354c01171c11), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:50.873448 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94f4b6-55e9-4155-a100-02ad17e01df1 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c3cf30-a62d-41e9-a1e5-354c01171c11,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:50.943799 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-de94f4b6-55e9-4155-a100-02ad17e01df1 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:50.944979 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-de94f4b6-55e9-4155-a100-02ad17e01df1 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3368924 Feb 20 23:45:50.947710 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 44620) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:45:50.951985 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-637a42bb-8108-4b5d-b675-4ae63aa25459 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Request body: {'security_group_rule': {'security_group_id': '31383f82-2e63-4ad3-9ba3-f15f785dae2a', 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:45:51.073259 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.securitygroups_db [None req-637a42bb-8108-4b5d-b675-4ae63aa25459 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Project e2a889d9da9b4ed68809a094e134178b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:45:51.080332 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-637a42bb-8108-4b5d-b675-4ae63aa25459 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (85719788-dbee-45d4-8689-6f809227c756), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:51.154532 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-637a42bb-8108-4b5d-b675-4ae63aa25459 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (85719788-dbee-45d4-8689-6f809227c756), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:51.221883 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-637a42bb-8108-4b5d-b675-4ae63aa25459 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (85719788-dbee-45d4-8689-6f809227c756), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:51.239603 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a42bb-8108-4b5d-b675-4ae63aa25459 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85719788-dbee-45d4-8689-6f809227c756,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:51.303492 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-637a42bb-8108-4b5d-b675-4ae63aa25459 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:51.304724 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-637a42bb-8108-4b5d-b675-4ae63aa25459 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3561335 Feb 20 23:45:51.402100 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3d80c772-0911-4458-b139-ea341c420c8d req-09164708-49db-42f6-ad40-3b8fce4e7f79 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458415795&fields=id&tenant_id=e2a889d9da9b4ed68809a094e134178b HTTP/1.1" status: 200 len: 267 time: 0.0473499 Feb 20 23:45:51.463351 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80c772-0911-4458-b139-ea341c420c8d req-9903a0a6-481d-4665-91d9-df5787aacb24 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:51.464910 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3d80c772-0911-4458-b139-ea341c420c8d req-9903a0a6-481d-4665-91d9-df5787aacb24 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 946 time: 0.0567105 Feb 20 23:45:51.477929 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-3d80c772-0911-4458-b139-ea341c420c8d req-59502e99-264c-419d-b6c8-0583869b9411 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Request body: {'port': {'security_groups': ['fec3e845-508b-4342-beaf-38d6ca332b2f', '31383f82-2e63-4ad3-9ba3-f15f785dae2a']}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:45:51.561555 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-3d80c772-0911-4458-b139-ea341c420c8d req-59502e99-264c-419d-b6c8-0583869b9411 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:51.730480 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-de7c238e-906f-4c52-9b2c-434406c80f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:51.803193 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-3d80c772-0911-4458-b139-ea341c420c8d req-59502e99-264c-419d-b6c8-0583869b9411 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] For port f55c6f2f-789f-4251-83fb-3b197617aeb9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:51.811520 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d228f1-984c-467d-a4ce-192b2277775b req-063a4325-4a82-40b5-a9db-db43bfe64a14 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:51.813753 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-74d228f1-984c-467d-a4ce-192b2277775b req-063a4325-4a82-40b5-a9db-db43bfe64a14 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 946 time: 0.1252339 Feb 20 23:45:51.867503 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-3d80c772-0911-4458-b139-ea341c420c8d req-59502e99-264c-419d-b6c8-0583869b9411 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:51.884029 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-74d228f1-984c-467d-a4ce-192b2277775b req-4a844c4c-b32b-4fe6-919e-a10db8642c42 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630753 Feb 20 23:45:51.953289 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-3d80c772-0911-4458-b139-ea341c420c8d req-59502e99-264c-419d-b6c8-0583869b9411 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:51.967840 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['f55c6f2f-789f-4251-83fb-3b197617aeb9'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:45:52.004872 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80c772-0911-4458-b139-ea341c420c8d req-59502e99-264c-419d-b6c8-0583869b9411 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:52.005528 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-3d80c772-0911-4458-b139-ea341c420c8d req-59502e99-264c-419d-b6c8-0583869b9411 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:52.007193 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3d80c772-0911-4458-b139-ea341c420c8d req-59502e99-264c-419d-b6c8-0583869b9411 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "PUT /v2.0/ports/f55c6f2f-789f-4251-83fb-3b197617aeb9 HTTP/1.1" status: 200 len: 982 time: 0.5355935 Feb 20 23:45:52.010743 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:45:52.016865 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125dc6f8-36e6-4447-9cd7-05ed4781e5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:45:52.056031 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59502e99-264c-419d-b6c8-0583869b9411 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event updated for resources: {'Port': ['ID=f55c6f2f-789f-4251-83fb-3b197617aeb9,revision_number=6']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:52.073451 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625e4ba6-8f8c-451b-8f10-024d6d1cd974 x-openstack-request-id: req-625e4ba6-8f8c-451b-8f10-024d6d1cd974 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:45:52.073872 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:45:52.074437 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-625e4ba6-8f8c-451b-8f10-024d6d1cd974 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:45:52.074959 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9', 'status': 'completed', 'code': 200} Feb 20 23:45:52.188452 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dc6f8-36e6-4447-9cd7-05ed4781e5ef req-23be1e3b-b6d0-4b75-8370-0921c6529fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:52.189799 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1751fe-67a6-448e-955a-d2f221469732 req-12074648-bcfd-44ce-9534-534b2b42e67a tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:52.191728 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5b1751fe-67a6-448e-955a-d2f221469732 req-12074648-bcfd-44ce-9534-534b2b42e67a tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.0970964 Feb 20 23:45:52.192395 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-125dc6f8-36e6-4447-9cd7-05ed4781e5ef req-23be1e3b-b6d0-4b75-8370-0921c6529fdf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e2a889d9da9b4ed68809a094e134178b&device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 1169 time: 0.0817204 Feb 20 23:45:52.236597 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['f55c6f2f-789f-4251-83fb-3b197617aeb9'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:45:52.305858 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5b1751fe-67a6-448e-955a-d2f221469732 req-c58c5d7e-8c03-447c-a570-de7d727c54f0 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080711 Feb 20 23:45:52.321622 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dc6f8-36e6-4447-9cd7-05ed4781e5ef req-9308084c-bd8f-41a6-9c08-9605f5e8c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:52.324621 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-125dc6f8-36e6-4447-9cd7-05ed4781e5ef req-9308084c-bd8f-41a6-9c08-9605f5e8c6f8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=51afa427-f90b-431e-98ac-b01973cf6745 HTTP/1.1" status: 200 len: 916 time: 0.1231406 Feb 20 23:45:52.362757 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-2543b224-a774-4250-ad2b-8a8b042b8892 None None] Provisioning complete for port f55c6f2f-789f-4251-83fb-3b197617aeb9 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:45:52.363205 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2543b224-a774-4250-ad2b-8a8b042b8892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:52.590508 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-2543b224-a774-4250-ad2b-8a8b042b8892 None None] Current status of the port f55c6f2f-789f-4251-83fb-3b197617aeb9 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:45:52.655127 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-125dc6f8-36e6-4447-9cd7-05ed4781e5ef req-25bcff22-d229-4207-ab6e-7bccfacd7991 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9 HTTP/1.1" status: 200 len: 1002 time: 0.3191144 Feb 20 23:45:52.744545 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dc6f8-36e6-4447-9cd7-05ed4781e5ef req-5e099f01-4e2b-4fcf-a739-b54a10ee4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:52.746202 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-125dc6f8-36e6-4447-9cd7-05ed4781e5ef req-5e099f01-4e2b-4fcf-a739-b54a10ee4180 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b7926df9-2b15-4cf1-8457-30c515cc5e7c HTTP/1.1" status: 200 len: 854 time: 0.0712111 Feb 20 23:45:52.805428 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dc6f8-36e6-4447-9cd7-05ed4781e5ef req-3571c9cb-7d4c-436f-b78a-296ce6bebc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:52.806880 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-125dc6f8-36e6-4447-9cd7-05ed4781e5ef req-3571c9cb-7d4c-436f-b78a-296ce6bebc8e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=51afa427-f90b-431e-98ac-b01973cf6745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527058 Feb 20 23:45:52.915943 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-125dc6f8-36e6-4447-9cd7-05ed4781e5ef req-a2fad2d5-49e7-4f31-8cbe-dce503fba216 service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944033 Feb 20 23:45:53.013267 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71362-d901-46a3-9dab-00da0827b095 req-ccd8d243-82a1-47ca-9f07-bbbb25d824d7 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:53.014821 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-08c71362-d901-46a3-9dab-00da0827b095 req-ccd8d243-82a1-47ca-9f07-bbbb25d824d7 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 946 time: 0.0587637 Feb 20 23:45:53.031572 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-125dc6f8-36e6-4447-9cd7-05ed4781e5ef req-4d1e4065-6004-4af8-b07e-2bb523327b19 service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017370 Feb 20 23:45:53.071556 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:53.077568 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-08c71362-d901-46a3-9dab-00da0827b095 req-da1f0dd3-8e7a-4211-970d-971907f5fa9c tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562437 Feb 20 23:45:54.678571 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:55.236257 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bce57-7203-42ab-a22b-6b3a4a0a9027 req-999cadaa-37a3-44fe-a700-59bba5660f93 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:55.237848 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e05bce57-7203-42ab-a22b-6b3a4a0a9027 req-999cadaa-37a3-44fe-a700-59bba5660f93 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 945 time: 0.0603824 Feb 20 23:45:55.287345 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e05bce57-7203-42ab-a22b-6b3a4a0a9027 req-9440c74e-c095-43b5-b140-88617220203f tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438275 Feb 20 23:45:56.123922 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:56.422794 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cd506-68d2-4ef4-b18b-81ac36e1f389 req-325e6078-28b5-4916-88bc-14eefc077f41 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:56.424443 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1e0cd506-68d2-4ef4-b18b-81ac36e1f389 req-325e6078-28b5-4916-88bc-14eefc077f41 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 945 time: 0.0667500 Feb 20 23:45:56.483209 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1e0cd506-68d2-4ef4-b18b-81ac36e1f389 req-0c9b62c1-0edf-48ea-b3ca-030bfc030b0e tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519667 Feb 20 23:45:57.612358 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf46c9-d75d-40e1-a5b2-3fa7ecec6439 req-8d3252e1-147b-4a47-83f2-ef90e4206cbc tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:57.612985 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3fdf46c9-d75d-40e1-a5b2-3fa7ecec6439 req-8d3252e1-147b-4a47-83f2-ef90e4206cbc tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 945 time: 0.0603707 Feb 20 23:45:57.666317 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3fdf46c9-d75d-40e1-a5b2-3fa7ecec6439 req-1a41e78a-1962-421f-b5c3-ec2816201ed1 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c1495d-e79c-4216-8b91-c16ed5f4d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452955 Feb 20 23:45:57.828318 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc84ae-4414-4e23-aac9-fe1d61fca1d2 req-0f381a4f-aa53-4242-bea4-e01d7eecb3c9 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:45:57.829720 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-40fc84ae-4414-4e23-aac9-fe1d61fca1d2 req-0f381a4f-aa53-4242-bea4-e01d7eecb3c9 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.89 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 945 time: 0.0550492 Feb 20 23:45:57.930370 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-40fc84ae-4414-4e23-aac9-fe1d61fca1d2 req-8f7954f9-e7cf-4ab9-9cb0-bb48eacac99b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Deleting port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:45:57.930707 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-40fc84ae-4414-4e23-aac9-fe1d61fca1d2 req-8f7954f9-e7cf-4ab9-9cb0-bb48eacac99b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:58.025739 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-40fc84ae-4414-4e23-aac9-fe1d61fca1d2 req-8f7954f9-e7cf-4ab9-9cb0-bb48eacac99b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] For port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e76b2da4-a116-4ad8-8045-1c5f69c3f2f8,segment=NetworkSegment(f179b92c-3a28-43df-8db9-7d64bbd255ae),segment_id=f179b92c-3a28-43df-8db9-7d64bbd255ae)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:45:58.026093 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-40fc84ae-4414-4e23-aac9-fe1d61fca1d2 req-8f7954f9-e7cf-4ab9-9cb0-bb48eacac99b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:58.039772 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-40fc84ae-4414-4e23-aac9-fe1d61fca1d2 req-8f7954f9-e7cf-4ab9-9cb0-bb48eacac99b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Calling delete_port for e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 owned by compute:nova {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:45:58.251263 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-40fc84ae-4414-4e23-aac9-fe1d61fca1d2 req-8f7954f9-e7cf-4ab9-9cb0-bb48eacac99b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (e76b2da4-a116-4ad8-8045-1c5f69c3f2f8), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:58.280066 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7954f9-e7cf-4ab9-9cb0-bb48eacac99b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Pushing event deleted for resources: {'Port': ['ID=e76b2da4-a116-4ad8-8045-1c5f69c3f2f8,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:45:58.283665 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['e76b2da4-a116-4ad8-8045-1c5f69c3f2f8'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:45:58.325616 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fc84ae-4414-4e23-aac9-fe1d61fca1d2 req-8f7954f9-e7cf-4ab9-9cb0-bb48eacac99b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] No DVR routers for this DVR port e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 on host hv-cinder-81322 {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:45:58.329300 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-40fc84ae-4414-4e23-aac9-fe1d61fca1d2 req-8f7954f9-e7cf-4ab9-9cb0-bb48eacac99b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:45:58.332722 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-40fc84ae-4414-4e23-aac9-fe1d61fca1d2 req-8f7954f9-e7cf-4ab9-9cb0-bb48eacac99b tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.89 "DELETE /v2.0/ports/e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 HTTP/1.1" status: 204 len: 173 time: 0.4961882 Feb 20 23:45:58.333211 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a', 'name': 'network-vif-deleted', 'tag': 'e76b2da4-a116-4ad8-8045-1c5f69c3f2f8'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:45:58.336286 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60be2c1-cd3a-47cf-b460-981263bcb8d8" -d '{"events": [{"server_uuid": "14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a", "name": "network-vif-deleted", "tag": "e76b2da4-a116-4ad8-8045-1c5f69c3f2f8"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:45:58.443687 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63af0c72-06d3-4040-a5ec-2f13acbf6ac5 x-openstack-request-id: req-63af0c72-06d3-4040-a5ec-2f13acbf6ac5 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:45:58.443687 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a", "name": "network-vif-deleted", "tag": "e76b2da4-a116-4ad8-8045-1c5f69c3f2f8", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:45:58.443687 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63af0c72-06d3-4040-a5ec-2f13acbf6ac5 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:45:58.443687 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a', 'name': 'network-vif-deleted', 'tag': 'e76b2da4-a116-4ad8-8045-1c5f69c3f2f8', 'status': 'completed', 'code': 200} Feb 20 23:45:58.777500 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9bc303ba-2d5a-414e-a3e1-3545ad6b4fa8 req-cb19cab0-caf7-476b-b074-62484b368c56 tempest-VolumesSnapshotTestJSON-972834973 tempest-VolumesSnapshotTestJSON-972834973-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a7576a-8fd2-40bf-aa79-b2d56c5d9c5a HTTP/1.1" status: 200 len: 210 time: 0.0281973 Feb 20 23:45:59.461483 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:00.689815 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:46:00.711454 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:46:00.711793 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device e76b2da4-a116-4ad8-8045-1c5f69c3f2f8 not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:46:11.153290 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-62ce1a95-57cd-48e6-a837-b668879f6b53 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:11.157265 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-62ce1a95-57cd-48e6-a837-b668879f6b53 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/networks?id=2f14601d-839b-4074-b28a-f29bd97f9089 HTTP/1.1" status: 200 len: 815 time: 0.1097689 Feb 20 23:46:11.171506 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-7b0b240b-1997-40bc-8b46-fde3f709b346 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/quotas/db0cd55b99ee4a608c722d417d41349c HTTP/1.1" status: 200 len: 375 time: 0.0096569 Feb 20 23:46:11.237714 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-d59b034f-425b-4ea7-a46b-adcd898829d4 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=db0cd55b99ee4a608c722d417d41349c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0602739 Feb 20 23:46:11.382685 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-3195b20c-4b3d-4a1f-9353-62e1f8bfae99 service neutron] 10.222.0.37 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385336 Feb 20 23:46:11.499136 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-34229ad2-c3f0-479a-9b1d-2a7256fba33b service neutron] 10.222.0.37 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098778 Feb 20 23:46:11.751643 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-564e472f-53a0-496c-91d0-c432ff500dfd req-8fc43849-3221-4c9c-b5d9-11133a763490 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 210 time: 0.0298784 Feb 20 23:46:12.865549 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c5d1a18c-debd-4f54-a657-6c1205606d78 req-900c993d-7eaa-4b7a-9e78-1bed54332bda tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 210 time: 0.0450854 Feb 20 23:46:12.947012 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8deeaf-0575-45ac-8faf-bef1c023bdef req-4e6fce98-0272-4978-8fac-f9141b3bb8f5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:12.948523 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ba8deeaf-0575-45ac-8faf-bef1c023bdef req-4e6fce98-0272-4978-8fac-f9141b3bb8f5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0611362 Feb 20 23:46:13.006977 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ba8deeaf-0575-45ac-8faf-bef1c023bdef req-06f46df2-26b5-4661-94a8-d437227fcfac tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528026 Feb 20 23:46:13.929288 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-5fd5b8df-17a5-4546-b937-1568268c4060 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:13.930835 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-5fd5b8df-17a5-4546-b937-1568268c4060 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "GET /v2.0/networks?id=2f14601d-839b-4074-b28a-f29bd97f9089 HTTP/1.1" status: 200 len: 815 time: 0.1256113 Feb 20 23:46:13.951505 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-a6bc6c23-ad56-46af-93cb-727f80498cde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Request body: {'port': {'device_id': 'efc4fc91-fa71-4027-83be-415d375df0b0', 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089', 'admin_state_up': True, 'tenant_id': 'db0cd55b99ee4a608c722d417d41349c'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:13.985146 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-568ff681-12ce-4d5a-82cf-9cef21e1f6c0 req-b6878dbc-3a31-4412-b69b-6f1c6743a414 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 210 time: 0.0390255 Feb 20 23:46:14.135598 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-a6bc6c23-ad56-46af-93cb-727f80498cde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Made reservation on behalf of db0cd55b99ee4a608c722d417d41349c for: {'port': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:46:14.139181 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-a6bc6c23-ad56-46af-93cb-727f80498cde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:14.143840 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bc6fe-4331-42f8-bc18-98f68765e165 req-5fdc2d1c-5360-4d2f-abd6-39463e7f9939 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:14.145522 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d22bc6fe-4331-42f8-bc18-98f68765e165 req-5fdc2d1c-5360-4d2f-abd6-39463e7f9939 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0618997 Feb 20 23:46:14.196118 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d22bc6fe-4331-42f8-bc18-98f68765e165 req-2e2f08a0-d937-40df-8207-9306ed0f9e4b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447917 Feb 20 23:46:14.280021 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-a6bc6c23-ad56-46af-93cb-727f80498cde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Allocated IP 172.20.0.14 (2f14601d-839b-4074-b28a-f29bd97f9089/702d9192-ab58-4987-bc44-1159ca098e88/53b1920f-d254-4ef2-871b-ada125825a90) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:46:14.432988 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-a6bc6c23-ad56-46af-93cb-727f80498cde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks [] for port (53b1920f-d254-4ef2-871b-ada125825a90), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:14.502522 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-a6bc6c23-ad56-46af-93cb-727f80498cde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (53b1920f-d254-4ef2-871b-ada125825a90), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:14.546291 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-a6bc6c23-ad56-46af-93cb-727f80498cde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Network 2f14601d-839b-4074-b28a-f29bd97f9089 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:46:14.550111 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-a6bc6c23-ad56-46af-93cb-727f80498cde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:46:14.556787 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-a6bc6c23-ad56-46af-93cb-727f80498cde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:46:14.585418 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc6c23-ad56-46af-93cb-727f80498cde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Pushing event updated for resources: {'Port': ['ID=53b1920f-d254-4ef2-871b-ada125825a90,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:14.625667 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-a6bc6c23-ad56-46af-93cb-727f80498cde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:14.627280 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-a6bc6c23-ad56-46af-93cb-727f80498cde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:14.721864 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-a6bc6c23-ad56-46af-93cb-727f80498cde tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7742984 Feb 20 23:46:15.107044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64145b-d2e0-4a76-98b6-ec0f6f47625a req-077651cb-c014-49b8-8446-bfaf86bee49a tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:15.108524 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6b64145b-d2e0-4a76-98b6-ec0f6f47625a req-077651cb-c014-49b8-8446-bfaf86bee49a tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 932 time: 0.0561373 Feb 20 23:46:15.156825 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6b64145b-d2e0-4a76-98b6-ec0f6f47625a req-38dcc55a-9eb5-4df4-99e8-6a88282d4211 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Feb 20 23:46:15.319354 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a3b29-a655-465c-86f2-83e0ae73a01d req-f60d4838-b522-4045-a117-bd53fd739180 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:15.320862 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3b7a3b29-a655-465c-86f2-83e0ae73a01d req-f60d4838-b522-4045-a117-bd53fd739180 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0529923 Feb 20 23:46:15.367862 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3b7a3b29-a655-465c-86f2-83e0ae73a01d req-c9d91c82-66b7-4cef-9057-12d12ff48f03 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415585 Feb 20 23:46:16.278990 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc20a2-1778-479a-a741-cca83bec8c97 req-c2d9986b-11a8-499d-b43a-ef7d7a8d7ac0 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:16.280394 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-83bc20a2-1778-479a-a741-cca83bec8c97 req-c2d9986b-11a8-499d-b43a-ef7d7a8d7ac0 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 932 time: 0.0530491 Feb 20 23:46:16.331993 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-83bc20a2-1778-479a-a741-cca83bec8c97 req-2092ee5f-6c36-488e-b8aa-4a853bef12a6 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460060 Feb 20 23:46:16.487571 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a88d7-9c60-4a77-b434-417bfb691264 req-6ee3e901-c07f-41a7-9515-fecc921e63ca tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:16.489103 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-585a88d7-9c60-4a77-b434-417bfb691264 req-6ee3e901-c07f-41a7-9515-fecc921e63ca tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0548491 Feb 20 23:46:16.539647 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-585a88d7-9c60-4a77-b434-417bfb691264 req-7507a21e-5eda-4d42-b912-5c4ac1b5d556 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449073 Feb 20 23:46:17.155146 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['ea24d2fe-a95b-4027-a63a-7c7057e4e7be', '082b0f63-4f49-4a06-b83a-ac515ecd8448', 'b9752537-b1e9-40a9-a266-21a828983b92'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:46:17.159673 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Request body: {'port': {'device_id': 'efc4fc91-fa71-4027-83be-415d375df0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:17.221528 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (53b1920f-d254-4ef2-871b-ada125825a90), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:17.464590 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337169e6-a268-4b84-bc34-c8ec8ebdacc4 req-5174aa2d-c42f-4b80-8ebf-6eb3cbc5f946 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:17.466221 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-337169e6-a268-4b84-bc34-c8ec8ebdacc4 req-5174aa2d-c42f-4b80-8ebf-6eb3cbc5f946 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 932 time: 0.0589855 Feb 20 23:46:17.502468 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b1920f-d254-4ef2-871b-ada125825a90 {{(pid=109847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:46:17.510575 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Publish callbacks [] for port (53b1920f-d254-4ef2-871b-ada125825a90), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:17.519553 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-337169e6-a268-4b84-bc34-c8ec8ebdacc4 req-1fd44d12-26c7-4d4f-9349-8af6fbef6770 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469148 Feb 20 23:46:17.523603 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.provisioning_blocks [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Transition to ACTIVE for port object 53b1920f-d254-4ef2-871b-ada125825a90 will not be triggered until provisioned by entity L2. {{(pid=109847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:46:17.591873 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (53b1920f-d254-4ef2-871b-ada125825a90), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:17.641856 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Pushing event updated for resources: {'Port': ['ID=53b1920f-d254-4ef2-871b-ada125825a90,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:17.672342 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b348f-2ca1-42a3-9584-1e840117d9f5 req-d82a2614-b273-431e-a3c6-8ebab3eba07f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:17.674598 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9a9b348f-2ca1-42a3-9584-1e840117d9f5 req-d82a2614-b273-431e-a3c6-8ebab3eba07f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0641193 Feb 20 23:46:17.717404 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Attempting to bind port 53b1920f-d254-4ef2-871b-ada125825a90 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:46:17.717733 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Attempting to bind port 53b1920f-d254-4ef2-871b-ada125825a90 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:46:17.718073 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Attempting to bind port 53b1920f-d254-4ef2-871b-ada125825a90 on network 2f14601d-839b-4074-b28a-f29bd97f9089 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:46:17.722995 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Port 53b1920f-d254-4ef2-871b-ada125825a90 on network 2f14601d-839b-4074-b28a-f29bd97f9089 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:46:17.723290 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Attempting to bind port 53b1920f-d254-4ef2-871b-ada125825a90 on network 2f14601d-839b-4074-b28a-f29bd97f9089 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:46:17.725944 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9a9b348f-2ca1-42a3-9584-1e840117d9f5 req-296a9136-de94-4540-88f7-c3df1c9478af tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454307 Feb 20 23:46:17.730415 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:46:17.730415 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Checking segment: {'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:46:17.730415 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Bound using segment: {'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:46:17.730415 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Bound port: 53b1920f-d254-4ef2-871b-ada125825a90, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1072b1-1de3-41e6-adc0-0038c91e63f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089'}}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:46:17.730415 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (53b1920f-d254-4ef2-871b-ada125825a90), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:17.797297 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] For port 53b1920f-d254-4ef2-871b-ada125825a90, host hv-cinder-81322, cleared binding levels {{(pid=109847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:46:17.801112 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] For port 53b1920f-d254-4ef2-871b-ada125825a90, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=53b1920f-d254-4ef2-871b-ada125825a90,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:46:17.879038 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (53b1920f-d254-4ef2-871b-ada125825a90), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:17.915292 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:17.916362 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:17.918843 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] 10.222.0.89 "PUT /v2.0/ports/53b1920f-d254-4ef2-871b-ada125825a90 HTTP/1.1" status: 200 len: 1094 time: 0.7639277 Feb 20 23:46:17.919578 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc4fc91-fa71-4027-83be-415d375df0b0', 'tag': '53b1920f-d254-4ef2-871b-ada125825a90'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:46:17.922378 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c75df7e-ccd0-4647-ab8a-76395d3dcaca" -d '{"events": [{"name": "network-changed", "server_uuid": "efc4fc91-fa71-4027-83be-415d375df0b0", "tag": "53b1920f-d254-4ef2-871b-ada125825a90"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:46:17.948383 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6fcd2-36f1-44bf-b639-c0351439d817 service neutron] Pushing event updated for resources: {'Port': ['ID=53b1920f-d254-4ef2-871b-ada125825a90,revision_number=3']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:17.957836 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53b0164-6a8f-4f99-a920-1998e0d98900 x-openstack-request-id: req-d53b0164-6a8f-4f99-a920-1998e0d98900 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:46:17.957972 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc4fc91-fa71-4027-83be-415d375df0b0", "tag": "53b1920f-d254-4ef2-871b-ada125825a90", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:46:17.958109 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d53b0164-6a8f-4f99-a920-1998e0d98900 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:46:17.958501 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc4fc91-fa71-4027-83be-415d375df0b0', 'tag': '53b1920f-d254-4ef2-871b-ada125825a90', 'status': 'completed', 'code': 200} Feb 20 23:46:18.065072 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:46:18.542797 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75df7e-ccd0-4647-ab8a-76395d3dcaca req-1da4f339-ccbc-4fea-ab73-15759a87f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:18.544359 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-5c75df7e-ccd0-4647-ab8a-76395d3dcaca req-1da4f339-ccbc-4fea-ab73-15759a87f4a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db0cd55b99ee4a608c722d417d41349c&device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 1128 time: 0.0471158 Feb 20 23:46:18.639804 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcdfb4-1364-4a6f-99f9-b0bcec1d2593 req-0e8acd98-dfc3-40da-a77d-2c986b361149 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:18.641341 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4fbcdfb4-1364-4a6f-99f9-b0bcec1d2593 req-0e8acd98-dfc3-40da-a77d-2c986b361149 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 944 time: 0.0540292 Feb 20 23:46:18.652188 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75df7e-ccd0-4647-ab8a-76395d3dcaca req-7299777d-da98-4d05-a9ff-d6ae809f3166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:18.653703 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-5c75df7e-ccd0-4647-ab8a-76395d3dcaca req-7299777d-da98-4d05-a9ff-d6ae809f3166 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=db0cd55b99ee4a608c722d417d41349c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1013124 Feb 20 23:46:18.693102 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4fbcdfb4-1364-4a6f-99f9-b0bcec1d2593 req-1bd14014-0236-4c57-98d2-5b49cc1869f2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450363 Feb 20 23:46:18.753952 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75df7e-ccd0-4647-ab8a-76395d3dcaca req-74e40a84-523c-4c71-ba02-b63b666bc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:18.755433 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-5c75df7e-ccd0-4647-ab8a-76395d3dcaca req-74e40a84-523c-4c71-ba02-b63b666bc63b service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943811 Feb 20 23:46:18.840458 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-8422ded8-e375-4dbf-bbcf-98edce2180ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:18.841917 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-8422ded8-e375-4dbf-bbcf-98edce2180ad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db0cd55b99ee4a608c722d417d41349c&device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 1128 time: 0.0489242 Feb 20 23:46:18.854741 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622be0f-b4fd-4795-8c93-9c573ebb3a95 req-4f31706b-8f33-416c-87e4-0e73489152e8 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:18.857319 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2622be0f-b4fd-4795-8c93-9c573ebb3a95 req-4f31706b-8f33-416c-87e4-0e73489152e8 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0558677 Feb 20 23:46:18.884156 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-f14c70dd-a8fe-4538-b868-dd051b61c239 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b1920f-d254-4ef2-871b-ada125825a90 HTTP/1.1" status: 200 len: 217 time: 0.0339034 Feb 20 23:46:18.903372 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2622be0f-b4fd-4795-8c93-9c573ebb3a95 req-02d48a08-c946-487e-8ecd-bbbf3fdf95a3 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408618 Feb 20 23:46:18.933508 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-ffbd5777-5703-40da-b8c5-16b150e852b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:18.934971 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-ffbd5777-5703-40da-b8c5-16b150e852b5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=702d9192-ab58-4987-bc44-1159ca098e88 HTTP/1.1" status: 200 len: 855 time: 0.0452776 Feb 20 23:46:18.967923 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-1e7d9019-c365-4643-817c-cadf7acde4a0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f14601d-839b-4074-b28a-f29bd97f9089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250821 Feb 20 23:46:19.067587 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-acbbe8f6-3bd0-4123-aee5-caf3a5ba0028 service neutron] 10.222.0.89 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899801 Feb 20 23:46:19.161695 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-ce084c5e-3893-471b-b2fc-bcc46dead9a2 req-876a5ea0-6142-47d4-acd3-5c6fb4080462 service neutron] 10.222.0.89 "GET /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865998 Feb 20 23:46:19.323450 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c062bef-8419-49cd-9b68-a9096ff1124e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:19.830665 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6d240-5f88-46ba-8cbc-0f4a1e3936e2 req-2fb671de-a06e-4267-9612-32553d942824 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:19.832247 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f1b6d240-5f88-46ba-8cbc-0f4a1e3936e2 req-2fb671de-a06e-4267-9612-32553d942824 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 944 time: 0.0599818 Feb 20 23:46:19.882633 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f1b6d240-5f88-46ba-8cbc-0f4a1e3936e2 req-5f214162-e20a-46f6-8559-f3bf6533c3aa tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441349 Feb 20 23:46:20.025711 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9aa17-7334-47e2-9cce-ac29879c609d req-6b61fddf-d330-4049-8c6e-fc2422e0dc70 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:20.027091 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07e9aa17-7334-47e2-9cce-ac29879c609d req-6b61fddf-d330-4049-8c6e-fc2422e0dc70 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0530446 Feb 20 23:46:20.076527 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07e9aa17-7334-47e2-9cce-ac29879c609d req-bf944b10-74c0-43f4-847c-f7b544db2c52 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439465 Feb 20 23:46:21.004286 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8b756-b676-4eb3-9219-e8af9e3cd120 req-2321eeb0-3b64-45ad-919b-810304c56b80 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:21.005818 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-60f8b756-b676-4eb3-9219-e8af9e3cd120 req-2321eeb0-3b64-45ad-919b-810304c56b80 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 944 time: 0.0562901 Feb 20 23:46:21.054085 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-60f8b756-b676-4eb3-9219-e8af9e3cd120 req-e55b5527-66e3-4760-a578-346035323b2f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Feb 20 23:46:21.195021 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4b373-628b-45ac-adc5-55364dad9035 req-93e3a634-6ef9-4442-98bd-340a7144e6fb tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:21.196414 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1ae4b373-628b-45ac-adc5-55364dad9035 req-93e3a634-6ef9-4442-98bd-340a7144e6fb tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0526347 Feb 20 23:46:21.242602 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1ae4b373-628b-45ac-adc5-55364dad9035 req-f79c794c-10cc-4341-a55c-d019703ced85 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406554 Feb 20 23:46:21.718051 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-65386577-20de-40fd-9a12-92b8f655bd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:22.192157 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9352810-14ba-415f-8dac-e5d95226d742 req-32e1a54a-b77f-4b06-8359-28883bcbb508 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:22.193694 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a9352810-14ba-415f-8dac-e5d95226d742 req-32e1a54a-b77f-4b06-8359-28883bcbb508 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 944 time: 0.0592523 Feb 20 23:46:22.244859 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a9352810-14ba-415f-8dac-e5d95226d742 req-717f54b7-051d-428b-9024-c101d9bf68ad tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450938 Feb 20 23:46:22.370786 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ead544-18ad-4141-b82c-8a360a912c19 req-737f7868-76a6-43f7-bb72-0c1e7d93b61d tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:22.372937 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e9ead544-18ad-4141-b82c-8a360a912c19 req-737f7868-76a6-43f7-bb72-0c1e7d93b61d tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0590234 Feb 20 23:46:22.428134 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e9ead544-18ad-4141-b82c-8a360a912c19 req-7cc431c3-26ac-4cd1-9505-2e1090863dca tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492635 Feb 20 23:46:23.043492 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:23.190561 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 53b1920f-d254-4ef2-871b-ada125825a90 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:46:23.287384 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 53b1920f-d254-4ef2-871b-ada125825a90, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=53b1920f-d254-4ef2-871b-ada125825a90,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:46:23.300432 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '53b1920f-d254-4ef2-871b-ada125825a90', 'network_id': '2f14601d-839b-4074-b28a-f29bd97f9089', 'port_id': '53b1920f-d254-4ef2-871b-ada125825a90', 'mac_address': 'fa:16:3e:e5:25:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702d9192-ab58-4987-bc44-1159ca098e88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:46:23.342914 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 53b1920f-d254-4ef2-871b-ada125825a90 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:23.343307 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (53b1920f-d254-4ef2-871b-ada125825a90), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:23.357528 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b1920f-d254-4ef2-871b-ada125825a90 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:46:23.373973 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dbb8e-9516-4151-8490-84a206953a6e req-50bacd7e-8c2b-4d2e-9a3a-3fdc5e30fb60 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:23.375382 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6b3dbb8e-9516-4151-8490-84a206953a6e req-50bacd7e-8c2b-4d2e-9a3a-3fdc5e30fb60 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 944 time: 0.0532432 Feb 20 23:46:23.378604 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 53b1920f-d254-4ef2-871b-ada125825a90, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=53b1920f-d254-4ef2-871b-ada125825a90,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:46:23.426108 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6b3dbb8e-9516-4151-8490-84a206953a6e req-8dcc932f-3818-4342-be8c-a46720317763 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 Feb 20 23:46:23.449689 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (53b1920f-d254-4ef2-871b-ada125825a90), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:23.501367 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=53b1920f-d254-4ef2-871b-ada125825a90,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:23.509478 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:23.509870 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:23.510250 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:23.510596 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:23.510933 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:23.511268 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:23.511600 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:23.511958 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:23.512289 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:23.512642 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:23.513003 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:23.513329 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:23.513654 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:23.564881 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ccd93-2500-43ab-a154-0cfb2f37c1ee req-4df391ef-8b50-416b-9221-7907262a58b5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:23.566702 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c24ccd93-2500-43ab-a154-0cfb2f37c1ee req-4df391ef-8b50-416b-9221-7907262a58b5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0582309 Feb 20 23:46:23.614793 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c24ccd93-2500-43ab-a154-0cfb2f37c1ee req-25afe269-9e6e-4052-a873-6dbba49580f2 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424695 Feb 20 23:46:23.985487 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['53b1920f-d254-4ef2-871b-ada125825a90'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:46:24.544177 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd7444-4176-40db-8c6f-8baec8475f05 req-0a882f99-4030-40af-9d94-07936d2b711b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:24.545672 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-accd7444-4176-40db-8c6f-8baec8475f05 req-0a882f99-4030-40af-9d94-07936d2b711b tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 945 time: 0.0527885 Feb 20 23:46:24.594078 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-accd7444-4176-40db-8c6f-8baec8475f05 req-51dea066-d95a-4fc5-8854-1de3f31a16c2 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423791 Feb 20 23:46:24.660947 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:24.741955 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d893d-40a6-4e93-b469-a2e503bb9d1b req-fc4cf92a-69be-4bfc-8f91-b10c2f35d3db tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:24.743548 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ee6d893d-40a6-4e93-b469-a2e503bb9d1b req-fc4cf92a-69be-4bfc-8f91-b10c2f35d3db tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0585952 Feb 20 23:46:24.790958 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ee6d893d-40a6-4e93-b469-a2e503bb9d1b req-45754442-00cd-4b6e-9cfa-f282830c60d8 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416820 Feb 20 23:46:25.717188 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36ba34-778c-423a-92a2-bda15ca16f09 req-692b524f-a607-4496-9c71-cc9b6d88658f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:25.718565 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0a36ba34-778c-423a-92a2-bda15ca16f09 req-692b524f-a607-4496-9c71-cc9b6d88658f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 945 time: 0.0546348 Feb 20 23:46:25.768528 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0a36ba34-778c-423a-92a2-bda15ca16f09 req-ee9b209f-38b3-4eb5-b0d3-66b680b9afb0 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440567 Feb 20 23:46:25.919219 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb650759-83ed-4d8c-b02c-da0ef85e4619 req-d2869bcd-1528-43ba-ba16-7be6c04d13f7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:25.920771 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cb650759-83ed-4d8c-b02c-da0ef85e4619 req-d2869bcd-1528-43ba-ba16-7be6c04d13f7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0582595 Feb 20 23:46:25.968393 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cb650759-83ed-4d8c-b02c-da0ef85e4619 req-2860b103-f8f2-4ff4-9d3a-cc3088ab5561 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414774 Feb 20 23:46:26.112653 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:26.889556 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f0e81-abe5-47d6-9362-d00de5327a0b req-9c8bde7d-8769-41f6-b796-f909fc30a5fd tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:26.889556 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-311f0e81-abe5-47d6-9362-d00de5327a0b req-9c8bde7d-8769-41f6-b796-f909fc30a5fd tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 945 time: 0.0536826 Feb 20 23:46:26.936127 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-311f0e81-abe5-47d6-9362-d00de5327a0b req-8ca5ce9a-9142-49d2-b182-b22e3c24a6d8 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421369 Feb 20 23:46:27.091595 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a62148-787f-4f66-af9d-bfeb713357b8 req-bda30a6d-ddb3-4bee-902e-851ab339768e tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:27.093482 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b0a62148-787f-4f66-af9d-bfeb713357b8 req-bda30a6d-ddb3-4bee-902e-851ab339768e tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0569608 Feb 20 23:46:27.153038 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b0a62148-787f-4f66-af9d-bfeb713357b8 req-8a40ee20-97b8-4482-af47-0e3b51e2f13b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511413 Feb 20 23:46:27.199244 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 53b1920f-d254-4ef2-871b-ada125825a90 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:46:27.305756 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port 53b1920f-d254-4ef2-871b-ada125825a90 completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:46:27.310106 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 53b1920f-d254-4ef2-871b-ada125825a90 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:27.310485 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (53b1920f-d254-4ef2-871b-ada125825a90), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:27.398599 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 53b1920f-d254-4ef2-871b-ada125825a90 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:27.398991 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (53b1920f-d254-4ef2-871b-ada125825a90), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:27.425639 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc4fc91-fa71-4027-83be-415d375df0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b1920f-d254-4ef2-871b-ada125825a90'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:46:27.427882 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceff7231-79fd-4b73-8f24-abba97d1942e" -d '{"events": [{"server_uuid": "efc4fc91-fa71-4027-83be-415d375df0b0", "name": "network-vif-plugged", "status": "completed", "tag": "53b1920f-d254-4ef2-871b-ada125825a90"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:46:27.440949 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 53b1920f-d254-4ef2-871b-ada125825a90, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=53b1920f-d254-4ef2-871b-ada125825a90,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:46:27.444717 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110abc7d-8f87-4378-b56a-71be3a078e41 req-892dc369-d6a4-40fa-a0e0-ab5626346916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:27.446318 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-110abc7d-8f87-4378-b56a-71be3a078e41 req-892dc369-d6a4-40fa-a0e0-ab5626346916 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 1130 time: 0.0527577 Feb 20 23:46:27.500215 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (53b1920f-d254-4ef2-871b-ada125825a90), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:27.543508 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052f1537-7544-49aa-a8bc-cef8d0f39772 x-openstack-request-id: req-052f1537-7544-49aa-a8bc-cef8d0f39772 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:46:27.543824 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc4fc91-fa71-4027-83be-415d375df0b0", "name": "network-vif-plugged", "status": "completed", "tag": "53b1920f-d254-4ef2-871b-ada125825a90", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:46:27.544087 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-052f1537-7544-49aa-a8bc-cef8d0f39772 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:46:27.544486 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc4fc91-fa71-4027-83be-415d375df0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b1920f-d254-4ef2-871b-ada125825a90', 'code': 200} Feb 20 23:46:27.553145 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110abc7d-8f87-4378-b56a-71be3a078e41 req-af12c0f2-669c-4f50-ac4d-c0a41eccbac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:27.554670 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-110abc7d-8f87-4378-b56a-71be3a078e41 req-af12c0f2-669c-4f50-ac4d-c0a41eccbac6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf HTTP/1.1" status: 200 len: 911 time: 0.0892324 Feb 20 23:46:27.557289 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=53b1920f-d254-4ef2-871b-ada125825a90,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:27.626551 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-110abc7d-8f87-4378-b56a-71be3a078e41 req-84f9fc35-9cdc-432d-b64f-4822b4bd09e6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca934fd0-8afa-41df-ae4d-f750ed73e818 HTTP/1.1" status: 200 len: 1001 time: 0.0643320 Feb 20 23:46:27.677791 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110abc7d-8f87-4378-b56a-71be3a078e41 req-3bea5527-2188-4eec-b044-751c7cc8496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:27.679155 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-110abc7d-8f87-4378-b56a-71be3a078e41 req-3bea5527-2188-4eec-b044-751c7cc8496e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=350751a2-e0e2-4ae4-8032-3a3155ee3ad9 HTTP/1.1" status: 200 len: 849 time: 0.0457132 Feb 20 23:46:27.737039 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110abc7d-8f87-4378-b56a-71be3a078e41 req-9e0f26bf-db93-4c63-bc0d-445df8c577f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:27.738720 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-110abc7d-8f87-4378-b56a-71be3a078e41 req-9e0f26bf-db93-4c63-bc0d-445df8c577f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480280 Feb 20 23:46:27.822408 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04724b9c-8712-4bb4-8e80-9cdd115f2ae2 req-3b782ab5-1de5-406d-9838-8e91ca0ea1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:27.824074 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-04724b9c-8712-4bb4-8e80-9cdd115f2ae2 req-3b782ab5-1de5-406d-9838-8e91ca0ea1f9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 1130 time: 0.0457351 Feb 20 23:46:27.841140 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-110abc7d-8f87-4378-b56a-71be3a078e41 req-9f0b1fa8-92ed-4e2b-aff9-1b44cc391c64 service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926256 Feb 20 23:46:27.870496 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-04724b9c-8712-4bb4-8e80-9cdd115f2ae2 req-f0eb0e51-3051-46f7-a907-a008c4f6b994 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388048 Feb 20 23:46:27.931449 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-110abc7d-8f87-4378-b56a-71be3a078e41 req-50b2ea55-af27-4a42-90ff-d1ad17525a92 service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834692 Feb 20 23:46:28.058615 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a2b54-52bb-40ab-8afc-3996578a7b37 req-e4ebdfe0-c361-461f-bf4a-24051fac69b5 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:28.060143 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3f4a2b54-52bb-40ab-8afc-3996578a7b37 req-e4ebdfe0-c361-461f-bf4a-24051fac69b5 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 946 time: 0.0545738 Feb 20 23:46:28.117142 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3f4a2b54-52bb-40ab-8afc-3996578a7b37 req-d94cc56b-8c0c-4bb2-853d-cd063eac182e tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474544 Feb 20 23:46:28.282930 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d76945-deab-4281-9b09-036844645129 req-c518baee-bbe7-4caf-842b-d9379fda15e6 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:28.284438 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-68d76945-deab-4281-9b09-036844645129 req-c518baee-bbe7-4caf-842b-d9379fda15e6 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0580256 Feb 20 23:46:28.334944 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-68d76945-deab-4281-9b09-036844645129 req-6f087ac9-bdef-4f65-8ed3-12e5105c320e tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445652 Feb 20 23:46:29.262191 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d2286-2d1c-4497-b020-d3d7128bbe72 req-17636b85-331a-4ae5-89b8-2a10f06a6dcc tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:29.264634 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f24d2286-2d1c-4497-b020-d3d7128bbe72 req-17636b85-331a-4ae5-89b8-2a10f06a6dcc tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 946 time: 0.0793798 Feb 20 23:46:29.325382 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f24d2286-2d1c-4497-b020-d3d7128bbe72 req-ffdf59b8-a3e4-4825-a270-640ad7995d78 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550239 Feb 20 23:46:29.463805 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06115531-e652-45b3-aaf2-ccbe9eb94e8e req-8e11d1a5-67cc-4d96-af3a-2d8ec9ec2ca9 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:29.465448 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-06115531-e652-45b3-aaf2-ccbe9eb94e8e req-8e11d1a5-67cc-4d96-af3a-2d8ec9ec2ca9 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0602789 Feb 20 23:46:29.516974 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-06115531-e652-45b3-aaf2-ccbe9eb94e8e req-27f44d54-8e2f-4692-8b16-89e8d7126185 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451243 Feb 20 23:46:29.523776 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:29.896160 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1d97-b14f-4d12-8fa0-001c2a028f34 req-678bc346-44d9-4867-ba7f-7b94f3ac808d tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:29.898076 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a26c1d97-b14f-4d12-8fa0-001c2a028f34 req-678bc346-44d9-4867-ba7f-7b94f3ac808d tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0620642 Feb 20 23:46:29.950206 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a26c1d97-b14f-4d12-8fa0-001c2a028f34 req-77762d0c-1e45-45aa-bd73-bfcda8fe2876 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462644 Feb 20 23:46:30.003743 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc10c53-49a9-4c57-8061-039d0880f523 req-4e460885-b834-4966-bff5-e45abc863d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:30.005284 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dc10c53-49a9-4c57-8061-039d0880f523 req-4e460885-b834-4966-bff5-e45abc863d8a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 1130 time: 0.0484803 Feb 20 23:46:30.098649 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc10c53-49a9-4c57-8061-039d0880f523 req-c1c236a6-1831-4b5e-9dc8-82e976e055d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:30.100103 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dc10c53-49a9-4c57-8061-039d0880f523 req-c1c236a6-1831-4b5e-9dc8-82e976e055d3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf HTTP/1.1" status: 200 len: 911 time: 0.0886924 Feb 20 23:46:30.166609 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dc10c53-49a9-4c57-8061-039d0880f523 req-5fb59aa0-0172-40bb-8340-1d7456cdbe94 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca934fd0-8afa-41df-ae4d-f750ed73e818 HTTP/1.1" status: 200 len: 1001 time: 0.0593030 Feb 20 23:46:30.220872 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc10c53-49a9-4c57-8061-039d0880f523 req-6bef67e7-cd3e-4232-81a9-34c1dced4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:30.222356 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dc10c53-49a9-4c57-8061-039d0880f523 req-6bef67e7-cd3e-4232-81a9-34c1dced4221 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=350751a2-e0e2-4ae4-8032-3a3155ee3ad9 HTTP/1.1" status: 200 len: 849 time: 0.0496545 Feb 20 23:46:30.274157 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc10c53-49a9-4c57-8061-039d0880f523 req-47c305c9-0694-41d0-bba7-cdb8f7c90454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:30.275689 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dc10c53-49a9-4c57-8061-039d0880f523 req-47c305c9-0694-41d0-bba7-cdb8f7c90454 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458629 Feb 20 23:46:30.381035 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dc10c53-49a9-4c57-8061-039d0880f523 req-21cf1d9a-2fe0-436a-bda2-b732c2686f94 service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820038 Feb 20 23:46:30.460986 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913268c-e4d2-41d2-803d-6de66e99d5fb req-5f8288f3-f292-4570-919f-1f08b8baae6a tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:30.463042 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0913268c-e4d2-41d2-803d-6de66e99d5fb req-5f8288f3-f292-4570-919f-1f08b8baae6a tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 946 time: 0.0638828 Feb 20 23:46:30.485788 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dc10c53-49a9-4c57-8061-039d0880f523 req-34fb102a-7411-41fc-b759-9a8a1460a37a service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977650 Feb 20 23:46:30.519557 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0913268c-e4d2-41d2-803d-6de66e99d5fb req-94e72ce8-7895-40bb-8c5f-479a5ac88b80 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502272 Feb 20 23:46:30.613049 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45018) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:30.658386 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a523bee-651e-4ecf-a8a0-4169bb27e09b admin admin] Deleting subnet 547d3d9b-b339-4b9e-b565-d17e60917ebc {{(pid=109847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:46:30.661684 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0a523bee-651e-4ecf-a8a0-4169bb27e09b admin admin] Publish callbacks [] for subnet (547d3d9b-b339-4b9e-b565-d17e60917ebc), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:30.695572 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0a523bee-651e-4ecf-a8a0-4169bb27e09b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59725067'] for subnet (547d3d9b-b339-4b9e-b565-d17e60917ebc), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:30.738475 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0a523bee-651e-4ecf-a8a0-4169bb27e09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (547d3d9b-b339-4b9e-b565-d17e60917ebc), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:30.866773 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0a523bee-651e-4ecf-a8a0-4169bb27e09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58721909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58876837'] for subnet (547d3d9b-b339-4b9e-b565-d17e60917ebc), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:30.894151 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a523bee-651e-4ecf-a8a0-4169bb27e09b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547d3d9b-b339-4b9e-b565-d17e60917ebc,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:30.897871 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0a523bee-651e-4ecf-a8a0-4169bb27e09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:30.901793 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-0a523bee-651e-4ecf-a8a0-4169bb27e09b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/547d3d9b-b339-4b9e-b565-d17e60917ebc HTTP/1.1" status: 204 len: 168 time: 0.2869613 Feb 20 23:46:30.903531 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45020) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:30.974526 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9c9adaf9-4381-407d-b079-2e1004ba2001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (acef112d-c06a-46ab-ab66-80b92cdd423b), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:31.111330 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9c9adaf9-4381-407d-b079-2e1004ba2001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (acef112d-c06a-46ab-ab66-80b92cdd423b), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:31.128878 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a708598-c40f-4e19-9067-42cf57e01c00 req-a2a2698a-7273-419a-99aa-9ed1c78a6a8a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:31.131445 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a708598-c40f-4e19-9067-42cf57e01c00 req-a2a2698a-7273-419a-99aa-9ed1c78a6a8a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.1042376 Feb 20 23:46:31.133910 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-9c9adaf9-4381-407d-b079-2e1004ba2001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acef112d-c06a-46ab-ab66-80b92cdd423b']}} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:31.155962 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-9c9adaf9-4381-407d-b079-2e1004ba2001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f179b92c-3a28-43df-8db9-7d64bbd255ae') {'for_net_delete': True} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:31.156266 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-9c9adaf9-4381-407d-b079-2e1004ba2001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f179b92c-3a28-43df-8db9-7d64bbd255ae') {} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:31.166792 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9c9adaf9-4381-407d-b079-2e1004ba2001 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59725074'] for segment (f179b92c-3a28-43df-8db9-7d64bbd255ae), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:31.182090 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9c9adaf9-4381-407d-b079-2e1004ba2001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (f179b92c-3a28-43df-8db9-7d64bbd255ae), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:31.189310 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9adaf9-4381-407d-b079-2e1004ba2001 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:46:31.189853 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9c9adaf9-4381-407d-b079-2e1004ba2001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58751123'] for segment (f179b92c-3a28-43df-8db9-7d64bbd255ae), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: Traceback (most recent call last): Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: timer() Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: cb(*args, **kw) Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: return func(*args, **kwargs) Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: self._notify() Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: self.callback(batched_events) Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: event.method(event) Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: return f(self, *a, **k) Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._get(url).json() Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: return self.request(url, 'GET', **kwargs) Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:46:31.191408 dv-cinder-813221-6-iscsi neutron-server[109847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:46:31.197192 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5a708598-c40f-4e19-9067-42cf57e01c00 req-cf590ec0-6267-4e57-86a8-791365afb25c tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577850 Feb 20 23:46:31.324165 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9c9adaf9-4381-407d-b079-2e1004ba2001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (acef112d-c06a-46ab-ab66-80b92cdd423b), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:31.332804 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9c9adaf9-4381-407d-b079-2e1004ba2001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:31.336832 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-9c9adaf9-4381-407d-b079-2e1004ba2001 admin admin] 10.222.0.37 "DELETE /v2.0/networks/acef112d-c06a-46ab-ab66-80b92cdd423b HTTP/1.1" status: 204 len: 168 time: 0.4322975 Feb 20 23:46:31.353915 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9adaf9-4381-407d-b079-2e1004ba2001 admin admin] Pushing event deleted for resources: {'Network': ['ID=acef112d-c06a-46ab-ab66-80b92cdd423b,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:31.722911 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45030) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:31.762700 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-256d4d60-58c0-4768-a849-a90e39f37700 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45885274f39840d98fd03713d6ccd62c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385654 Feb 20 23:46:31.765001 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45032) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:31.810841 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-12305dc6-02ad-4023-ba2d-538a7c91e17f admin admin] Publish callbacks [] for security_group (d4c1495d-e79c-4216-8b91-c16ed5f4d16b), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:31.832684 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-12305dc6-02ad-4023-ba2d-538a7c91e17f admin admin] Publish callbacks [] for security_group (d4c1495d-e79c-4216-8b91-c16ed5f4d16b), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:31.963725 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-12305dc6-02ad-4023-ba2d-538a7c91e17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (d4c1495d-e79c-4216-8b91-c16ed5f4d16b), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:31.966374 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-12305dc6-02ad-4023-ba2d-538a7c91e17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:31.967508 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-12305dc6-02ad-4023-ba2d-538a7c91e17f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4c1495d-e79c-4216-8b91-c16ed5f4d16b HTTP/1.1" status: 204 len: 168 time: 0.2016315 Feb 20 23:46:31.975351 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12305dc6-02ad-4023-ba2d-538a7c91e17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c1495d-e79c-4216-8b91-c16ed5f4d16b,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:32.337544 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123302e-7766-4820-b351-da55e135b3c9 req-9fe2f69e-6d60-491a-abd0-6d28b36a6064 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:32.339060 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c123302e-7766-4820-b351-da55e135b3c9 req-9fe2f69e-6d60-491a-abd0-6d28b36a6064 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0621166 Feb 20 23:46:32.403276 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c123302e-7766-4820-b351-da55e135b3c9 req-aabed51e-cf2f-4c6a-95f8-8f1b0ab29962 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573604 Feb 20 23:46:33.104373 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45060) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:33.201333 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1001900795-network', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:33.295222 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Made reservation on behalf of b0ab0463fadd485090d27628f33e8dc8 for: {'network': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:46:33.298299 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:33.307362 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:33.384870 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Publish callbacks [] for security_group (9e7a0d75-c03d-4a4d-888e-1ba0040cd7a8), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:33.461053 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (9e7a0d75-c03d-4a4d-888e-1ba0040cd7a8), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:33.488130 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=109847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:46:33.497697 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7a0d75-c03d-4a4d-888e-1ba0040cd7a8,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:33.502325 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (c340eb5d-275e-4382-beb1-b87aa5c8f824), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:33.502661 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.segments_db [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Added segment c340eb5d-275e-4382-beb1-b87aa5c8f824 of type vlan for network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 Feb 20 23:46:33.543058 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:33.620082 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:33.621219 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:33.621772 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:33.681558 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] Pushing event updated for resources: {'Network': ['ID=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:33.691738 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:46:33.772304 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-e4bcf703-450a-4dce-8466-b702de4a0e1a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6667244 Feb 20 23:46:33.775985 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45076) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:33.780985 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-e8921b03-3549-49c0-83cb-6dcad33713e5 admin admin] Request body: {'subnet': {'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1001900795-subnet', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'ip_version': 4}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:33.905526 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8921b03-3549-49c0-83cb-6dcad33713e5 admin admin] Made reservation on behalf of b0ab0463fadd485090d27628f33e8dc8 for: {'subnet': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:46:33.907966 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e8921b03-3549-49c0-83cb-6dcad33713e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58876744'] for subnet (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:34.135731 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e8921b03-3549-49c0-83cb-6dcad33713e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58721844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58876858'] for subnet (457b11d8-602f-4dc9-9696-6a10c6736e39), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:34.199181 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8921b03-3549-49c0-83cb-6dcad33713e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=457b11d8-602f-4dc9-9696-6a10c6736e39,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:34.208634 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8921b03-3549-49c0-83cb-6dcad33713e5 admin admin] Checking segment: {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:46:34.209080 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8921b03-3549-49c0-83cb-6dcad33713e5 admin admin] Network hostable DHCP agents. Network: bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:46:34.278110 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8921b03-3549-49c0-83cb-6dcad33713e5 admin admin] Network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:46:34.352254 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-e8921b03-3549-49c0-83cb-6dcad33713e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3) {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:46:34.356849 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8921b03-3549-49c0-83cb-6dcad33713e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:34.357445 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e8921b03-3549-49c0-83cb-6dcad33713e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:34.362171 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f806b5-b54c-4f21-89ea-3b0e708fab6e None None] Network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:46:34.440988 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-e8921b03-3549-49c0-83cb-6dcad33713e5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6638956 Feb 20 23:46:34.443753 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45080) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:34.448030 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:34.466658 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6392c1-e4f2-54ed-bec5-04f8fd0c80e7-bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39'}]}} from dv-cinder-813221-6-iscsi. {{(pid=109848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:46:34.467502 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:34.534966 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10414'] for router (ad4b40db-bc60-4213-82ec-f7a471843fae), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:34.535950 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10417'] for router (ad4b40db-bc60-4213-82ec-f7a471843fae), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:34.595956 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Publish callbacks [] for router_controller (ad4b40db-bc60-4213-82ec-f7a471843fae), precommit_add_association {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:34.612535 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Allocated IP 172.20.0.2 (bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3/457b11d8-602f-4dc9-9696-6a10c6736e39/5aca36b6-7142-43cb-af8d-385d5c5ff182) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:46:34.778735 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Publish callbacks [] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:34.803227 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Publish callbacks [] for router_gateway (ad4b40db-bc60-4213-82ec-f7a471843fae), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:34.861857 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:34.899965 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:46:34.902714 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:46:34.909069 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:46:34.918625 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Pushing event updated for resources: {'Port': ['ID=5aca36b6-7142-43cb-af8d-385d5c5ff182,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:34.970970 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Attempting to bind port 5aca36b6-7142-43cb-af8d-385d5c5ff182 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:46:34.971338 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Attempting to bind port 5aca36b6-7142-43cb-af8d-385d5c5ff182 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:46:34.971699 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Attempting to bind port 5aca36b6-7142-43cb-af8d-385d5c5ff182 on network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:46:34.976564 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:46:34.976965 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Checking segment: {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:46:34.977370 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:34.977756 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Bound using segment: {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:46:34.978211 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Bound port: 5aca36b6-7142-43cb-af8d-385d5c5ff182, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:46:34.978585 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:35.045663 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] For port 5aca36b6-7142-43cb-af8d-385d5c5ff182, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:46:35.049428 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] For port 5aca36b6-7142-43cb-af8d-385d5c5ff182, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=5aca36b6-7142-43cb-af8d-385d5c5ff182,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:46:35.118441 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:35.118579 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Publish callbacks [] for router_gateway (ad4b40db-bc60-4213-82ec-f7a471843fae), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:35.139475 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:35.178099 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b917d3d-0143-4c62-94a3-145d411eff09 None None] Pushing event updated for resources: {'Port': ['ID=5aca36b6-7142-43cb-af8d-385d5c5ff182,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:35.260897 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Allocated IP 172.27.0.193 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/0325f829-be23-4f12-9a03-9b894a4e1230) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:46:35.378024 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Publish callbacks [] for port (0325f829-be23-4f12-9a03-9b894a4e1230), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:35.455562 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (0325f829-be23-4f12-9a03-9b894a4e1230), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:35.499261 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:46:35.503441 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:46:35.507270 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:46:35.540625 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Pushing event updated for resources: {'Port': ['ID=0325f829-be23-4f12-9a03-9b894a4e1230,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:36.100103 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff48dab-d28c-4d71-b9f3-28fff4ea1672 None None] Network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:46:36.110513 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Publish callbacks [] for router_gateway (ad4b40db-bc60-4213-82ec-f7a471843fae), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:36.168526 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-43891d5a-c2a5-4bfd-a7fb-53182b717c7e None None] Provisioning complete for port 5aca36b6-7142-43cb-af8d-385d5c5ff182 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:36.168930 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-43891d5a-c2a5-4bfd-a7fb-53182b717c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:36.291091 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-43891d5a-c2a5-4bfd-a7fb-53182b717c7e None None] Current status of the port 5aca36b6-7142-43cb-af8d-385d5c5ff182 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:36.292096 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-43891d5a-c2a5-4bfd-a7fb-53182b717c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:36.314451 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686826'] for router (ad4b40db-bc60-4213-82ec-f7a471843fae), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:36.327257 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-43891d5a-c2a5-4bfd-a7fb-53182b717c7e None None] For port 5aca36b6-7142-43cb-af8d-385d5c5ff182, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=5aca36b6-7142-43cb-af8d-385d5c5ff182,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:46:36.409917 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-43891d5a-c2a5-4bfd-a7fb-53182b717c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:36.466303 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43891d5a-c2a5-4bfd-a7fb-53182b717c7e None None] Pushing event updated for resources: {'Port': ['ID=5aca36b6-7142-43cb-af8d-385d5c5ff182,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:36.494991 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Router ad4b40db-bc60-4213-82ec-f7a471843fae is scheduled to L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb with binding_index 1 {{(pid=109846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:46:36.530149 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-a8f8d31c-d6f3-4393-bfad-3df1efda86a3 None None] Provisioning complete for port 5aca36b6-7142-43cb-af8d-385d5c5ff182 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:36.530519 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a8f8d31c-d6f3-4393-bfad-3df1efda86a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:36.606978 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:46:36.613584 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8d31c-d6f3-4393-bfad-3df1efda86a3 None None] Current status of the port 5aca36b6-7142-43cb-af8d-385d5c5ff182 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:36.618837 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Sync routers for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:46:36.629649 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:46:36.630265 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:46:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:36.709691 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:36.713404 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-4f8eabfd-7172-42a3-9675-f02bc3ffde12 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2660990 Feb 20 23:46:36.715805 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45086) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:36.744680 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:46:36.937262 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 5aca36b6-7142-43cb-af8d-385d5c5ff182 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:46:37.055790 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 5aca36b6-7142-43cb-af8d-385d5c5ff182 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:37.056169 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:37.159288 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:37.177933 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:35Z', 'revision_number': 3, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:37.208079 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 5aca36b6-7142-43cb-af8d-385d5c5ff182 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:37.210382 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Checking router: ad4b40db-bc60-4213-82ec-f7a471843fae for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:46:37.210742 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Updating router ad4b40db-bc60-4213-82ec-f7a471843fae port 0325f829-be23-4f12-9a03-9b894a4e1230 binding host dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:46:37.239419 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (0325f829-be23-4f12-9a03-9b894a4e1230), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:37.320628 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Allocated IP 172.20.0.1 (bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3/457b11d8-602f-4dc9-9696-6a10c6736e39/55baf5b9-e4b5-41df-bd91-45eeef761a43) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:46:37.430389 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Publish callbacks [] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:37.501063 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Publish callbacks [] for port (0325f829-be23-4f12-9a03-9b894a4e1230), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:37.525061 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:37.558531 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (0325f829-be23-4f12-9a03-9b894a4e1230), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:37.564117 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:46:37.569073 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:46:37.575745 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:46:37.581600 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Pushing event updated for resources: {'Port': ['ID=55baf5b9-e4b5-41df-bd91-45eeef761a43,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:37.618387 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Attempting to bind port 0325f829-be23-4f12-9a03-9b894a4e1230 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:46:37.618766 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Attempting to bind port 0325f829-be23-4f12-9a03-9b894a4e1230 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:46:37.619137 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Attempting to bind port 0325f829-be23-4f12-9a03-9b894a4e1230 on network 4833237b-5877-425d-ac12-7cecdcd1e647 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:46:37.619511 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684733'] for router_interface (ad4b40db-bc60-4213-82ec-f7a471843fae), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:37.624096 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b16ad-66ad-4fd3-80ed-b1a99612b8bd None None] Pushing event updated for resources: {'Port': ['ID=0325f829-be23-4f12-9a03-9b894a4e1230,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:37.629308 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:46:37.629693 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Checking segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:46:37.630102 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:37.630502 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Bound using segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:46:37.631107 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Bound port: 0325f829-be23-4f12-9a03-9b894a4e1230, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:46:37.631363 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (0325f829-be23-4f12-9a03-9b894a4e1230), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:37.693180 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] For port 0325f829-be23-4f12-9a03-9b894a4e1230, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:46:37.696718 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] For port 0325f829-be23-4f12-9a03-9b894a4e1230, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=0325f829-be23-4f12-9a03-9b894a4e1230,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:46:37.758431 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (0325f829-be23-4f12-9a03-9b894a4e1230), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:37.816928 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:46:37.817610 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:46:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:37.837935 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:37.865846 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b16ad-66ad-4fd3-80ed-b1a99612b8bd None None] Pushing event updated for resources: {'Port': ['ID=0325f829-be23-4f12-9a03-9b894a4e1230,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:37.893142 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dc832c09-c652-42d7-b8de-70e414831087 None None] Provisioning complete for port 55baf5b9-e4b5-41df-bd91-45eeef761a43 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:37.893518 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dc832c09-c652-42d7-b8de-70e414831087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:37.967727 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dc832c09-c652-42d7-b8de-70e414831087 None None] Port 55baf5b9-e4b5-41df-bd91-45eeef761a43 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:46:37.981145 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:46:38.012824 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Publish callbacks [] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:38.072098 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:38.140407 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Pushing event updated for resources: {'Port': ['ID=55baf5b9-e4b5-41df-bd91-45eeef761a43,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:38.143520 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4170004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684841'] for router_interface (ad4b40db-bc60-4213-82ec-f7a471843fae), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:38.186647 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 1, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:38.214229 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db6d0d-2a05-43e5-9c85-0f09ccde8f13 None None] The sync data for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi is: [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 1, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:46:38.246201 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:46:38.247643 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:46:38.390661 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Router ad4b40db-bc60-4213-82ec-f7a471843fae has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:46:38.503209 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-d19d47aa-71bb-4417-9d63-d1207926ee28 None None] Provisioning complete for port 55baf5b9-e4b5-41df-bd91-45eeef761a43 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:38.503779 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d19d47aa-71bb-4417-9d63-d1207926ee28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:38.541200 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:46:38.549152 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-d19d47aa-71bb-4417-9d63-d1207926ee28 None None] Port 55baf5b9-e4b5-41df-bd91-45eeef761a43 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:46:38.553296 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-9be6dfe6-21ff-4ae0-a46c-a2f4cadf951d admin admin] 10.222.0.37 "PUT /v2.0/routers/ad4b40db-bc60-4213-82ec-f7a471843fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8380432 Feb 20 23:46:39.339321 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45108) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:39.344974 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1822857468-network', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:39.449211 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Made reservation on behalf of 7fa3910416f54338a594cbdc156e5f63 for: {'network': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:46:39.451658 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:39.461600 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:39.545590 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Publish callbacks [] for security_group (8dbfcb81-6b8a-4bd2-87f0-aa585b9e63e8), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:39.614954 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (8dbfcb81-6b8a-4bd2-87f0-aa585b9e63e8), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:39.643805 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:46:39.650231 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbfcb81-6b8a-4bd2-87f0-aa585b9e63e8,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:39.656175 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (89a57424-75e2-4fdf-8626-fdaea163ee6f), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:39.657148 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.segments_db [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Added segment 89a57424-75e2-4fdf-8626-fdaea163ee6f of type vlan for network 147ece22-d31a-4094-8c20-31253a28f171 Feb 20 23:46:39.699456 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (147ece22-d31a-4094-8c20-31253a28f171), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:39.797560 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (147ece22-d31a-4094-8c20-31253a28f171), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:39.798545 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:39.799124 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:39.865980 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] Pushing event updated for resources: {'Network': ['ID=147ece22-d31a-4094-8c20-31253a28f171,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:39.881135 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 147ece22-d31a-4094-8c20-31253a28f171 details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:46:39.943097 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-b7002aa6-6130-4b09-ae2a-8c89c00965bd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6026170 Feb 20 23:46:39.945726 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45110) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:39.950702 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-ab1499b3-3183-43a7-92c8-0bdb587ea9b5 admin admin] Request body: {'subnet': {'network_id': '147ece22-d31a-4094-8c20-31253a28f171', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1822857468-subnet', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'ip_version': 4}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:40.060386 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1499b3-3183-43a7-92c8-0bdb587ea9b5 admin admin] Made reservation on behalf of 7fa3910416f54338a594cbdc156e5f63 for: {'subnet': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:46:40.063337 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ab1499b3-3183-43a7-92c8-0bdb587ea9b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59354464'] for subnet (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:40.359596 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Sync routers for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:46:40.370800 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:46:40.371527 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:46:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:40.488167 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:46:40.563597 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ab1499b3-3183-43a7-92c8-0bdb587ea9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58947225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59354514'] for subnet (d061aec4-81c9-4a6e-b0b1-e965933723fe), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:40.618012 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1499b3-3183-43a7-92c8-0bdb587ea9b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d061aec4-81c9-4a6e-b0b1-e965933723fe,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:40.629378 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1499b3-3183-43a7-92c8-0bdb587ea9b5 admin admin] Checking segment: {'id': '89a57424-75e2-4fdf-8626-fdaea163ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '147ece22-d31a-4094-8c20-31253a28f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:46:40.629740 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1499b3-3183-43a7-92c8-0bdb587ea9b5 admin admin] Network hostable DHCP agents. Network: 147ece22-d31a-4094-8c20-31253a28f171, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:46:40.700393 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1499b3-3183-43a7-92c8-0bdb587ea9b5 admin admin] Network 147ece22-d31a-4094-8c20-31253a28f171 is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:46:40.705523 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 2, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:40.732267 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Checking router: ad4b40db-bc60-4213-82ec-f7a471843fae for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:46:40.732626 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Updating router ad4b40db-bc60-4213-82ec-f7a471843fae port 55baf5b9-e4b5-41df-bd91-45eeef761a43 binding host dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:46:40.758719 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-ab1499b3-3183-43a7-92c8-0bdb587ea9b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 147ece22-d31a-4094-8c20-31253a28f171) {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:46:40.762249 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:40.769365 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1499b3-3183-43a7-92c8-0bdb587ea9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:40.770216 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ab1499b3-3183-43a7-92c8-0bdb587ea9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:40.770582 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcea454a-4edd-4c6a-87af-a755cbfa7fce None None] Network 147ece22-d31a-4094-8c20-31253a28f171 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:46:40.830189 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 0325f829-be23-4f12-9a03-9b894a4e1230 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:46:40.865260 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-ab1499b3-3183-43a7-92c8-0bdb587ea9b5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9183276 Feb 20 23:46:40.867744 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45116) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:40.872796 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1822857468-router', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:40.935482 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 0325f829-be23-4f12-9a03-9b894a4e1230 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:40.935482 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (0325f829-be23-4f12-9a03-9b894a4e1230), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:40.939144 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6392c1-e4f2-54ed-bec5-04f8fd0c80e7-147ece22-d31a-4094-8c20-31253a28f171', 'network_id': '147ece22-d31a-4094-8c20-31253a28f171', 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'fixed_ips': [{'subnet_id': 'd061aec4-81c9-4a6e-b0b1-e965933723fe'}]}} from dv-cinder-813221-6-iscsi. {{(pid=109848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:46:40.939735 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:40.946709 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10414'] for router (b283286a-b376-4047-99c5-a71d4709c525), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:40.947781 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10417'] for router (b283286a-b376-4047-99c5-a71d4709c525), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.011363 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Publish callbacks [] for router_controller (b283286a-b376-4047-99c5-a71d4709c525), precommit_add_association {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.057546 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Publish callbacks [] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.106288 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.135818 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 0325f829-be23-4f12-9a03-9b894a4e1230 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:41.136488 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (0325f829-be23-4f12-9a03-9b894a4e1230), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.146690 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Allocated IP 172.20.0.2 (147ece22-d31a-4094-8c20-31253a28f171/d061aec4-81c9-4a6e-b0b1-e965933723fe/629dc7aa-3677-4d87-aae8-676b69a045bb) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:46:41.153659 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Pushing event updated for resources: {'Port': ['ID=55baf5b9-e4b5-41df-bd91-45eeef761a43,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:41.165705 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:41.166083 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:41.166687 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:41.166819 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:41.167088 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:41.167734 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:41.167734 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:41.168047 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:41.168377 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:41.168681 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:41.168975 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port 0325f829-be23-4f12-9a03-9b894a4e1230, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=0325f829-be23-4f12-9a03-9b894a4e1230,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:46:41.169181 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:41.169341 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:41.169681 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:41.207334 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Publish callbacks [] for router_gateway (b283286a-b376-4047-99c5-a71d4709c525), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.233123 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Attempting to bind port 55baf5b9-e4b5-41df-bd91-45eeef761a43 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:46:41.235552 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Attempting to bind port 55baf5b9-e4b5-41df-bd91-45eeef761a43 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:46:41.235682 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (0325f829-be23-4f12-9a03-9b894a4e1230), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.235795 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Attempting to bind port 55baf5b9-e4b5-41df-bd91-45eeef761a43 on network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:46:41.248088 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:46:41.248828 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Checking segment: {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:46:41.249240 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.249634 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Bound using segment: {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:46:41.250707 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Bound port: 55baf5b9-e4b5-41df-bd91-45eeef761a43, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:46:41.251098 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.326387 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] For port 55baf5b9-e4b5-41df-bd91-45eeef761a43, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:46:41.330492 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] For port 55baf5b9-e4b5-41df-bd91-45eeef761a43, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=55baf5b9-e4b5-41df-bd91-45eeef761a43,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:46:41.350640 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=0325f829-be23-4f12-9a03-9b894a4e1230,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:41.376857 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Publish callbacks [] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.404041 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.460934 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:46:41.461521 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:46:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:41.462016 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.514779 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d880865-e294-4e40-93fe-c7aeee88b9dc None None] Pushing event updated for resources: {'Port': ['ID=55baf5b9-e4b5-41df-bd91-45eeef761a43,revision_number=4']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:41.523007 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Publish callbacks [] for router_gateway (b283286a-b376-4047-99c5-a71d4709c525), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.567041 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Network 147ece22-d31a-4094-8c20-31253a28f171 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:46:41.568144 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.574865 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:46:41.580475 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:46:41.584075 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Pushing event updated for resources: {'Port': ['ID=629dc7aa-3677-4d87-aae8-676b69a045bb,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:41.597745 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-4f67ac9f-d821-4735-a90f-d3442639cbc6 None None] Provisioning complete for port 55baf5b9-e4b5-41df-bd91-45eeef761a43 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:41.597745 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4f67ac9f-d821-4735-a90f-d3442639cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.645104 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:46:41.684778 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Attempting to bind port 629dc7aa-3677-4d87-aae8-676b69a045bb on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:46:41.684778 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Attempting to bind port 629dc7aa-3677-4d87-aae8-676b69a045bb by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '89a57424-75e2-4fdf-8626-fdaea163ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '147ece22-d31a-4094-8c20-31253a28f171'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:46:41.685249 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Attempting to bind port 629dc7aa-3677-4d87-aae8-676b69a045bb on network 147ece22-d31a-4094-8c20-31253a28f171 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:46:41.694188 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:46:41.694564 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Checking segment: {'id': '89a57424-75e2-4fdf-8626-fdaea163ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '147ece22-d31a-4094-8c20-31253a28f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:46:41.694965 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.695354 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Bound using segment: {'id': '89a57424-75e2-4fdf-8626-fdaea163ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '147ece22-d31a-4094-8c20-31253a28f171'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:46:41.695887 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Bound port: 629dc7aa-3677-4d87-aae8-676b69a045bb, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a57424-75e2-4fdf-8626-fdaea163ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '147ece22-d31a-4094-8c20-31253a28f171'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:46:41.696290 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.720911 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Allocated IP 172.27.0.154 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/8011126d-64cd-4633-a150-e8b2dde0136b) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:46:41.856490 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Publish callbacks [] for port (8011126d-64cd-4633-a150-e8b2dde0136b), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.904215 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:41.935887 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef0c0d-873d-40d8-a0ad-cf12ce3a873c None None] The sync data for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi is: [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:46:41.939390 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-4f67ac9f-d821-4735-a90f-d3442639cbc6 None None] Current status of the port 55baf5b9-e4b5-41df-bd91-45eeef761a43 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:41.940002 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4f67ac9f-d821-4735-a90f-d3442639cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.954409 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (8011126d-64cd-4633-a150-e8b2dde0136b), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:41.958876 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] For port 629dc7aa-3677-4d87-aae8-676b69a045bb, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:46:41.983048 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] For port 629dc7aa-3677-4d87-aae8-676b69a045bb, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=629dc7aa-3677-4d87-aae8-676b69a045bb,segment=NetworkSegment(89a57424-75e2-4fdf-8626-fdaea163ee6f),segment_id=89a57424-75e2-4fdf-8626-fdaea163ee6f)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:46:41.993109 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-4f67ac9f-d821-4735-a90f-d3442639cbc6 None None] For port 55baf5b9-e4b5-41df-bd91-45eeef761a43, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=55baf5b9-e4b5-41df-bd91-45eeef761a43,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:46:42.006858 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:46:42.012915 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:46:42.015323 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:46:42.022545 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Pushing event updated for resources: {'Port': ['ID=8011126d-64cd-4633-a150-e8b2dde0136b,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:42.056293 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:42.088359 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4f67ac9f-d821-4735-a90f-d3442639cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:42.121778 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785744b-41e0-432b-b2cf-0ae685bae391 None None] Pushing event updated for resources: {'Port': ['ID=629dc7aa-3677-4d87-aae8-676b69a045bb,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:42.178962 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67ac9f-d821-4735-a90f-d3442639cbc6 None None] Pushing event updated for resources: {'Port': ['ID=55baf5b9-e4b5-41df-bd91-45eeef761a43,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:42.214841 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-6cdaa433-019d-4162-9ae2-02fed2fc83f4 None None] Provisioning complete for port 55baf5b9-e4b5-41df-bd91-45eeef761a43 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:42.215221 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6cdaa433-019d-4162-9ae2-02fed2fc83f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:42.307935 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-6cdaa433-019d-4162-9ae2-02fed2fc83f4 None None] Current status of the port 55baf5b9-e4b5-41df-bd91-45eeef761a43 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:42.479314 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Publish callbacks [] for router_gateway (b283286a-b376-4047-99c5-a71d4709c525), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:42.728454 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686826'] for router (b283286a-b376-4047-99c5-a71d4709c525), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:43.001049 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 55baf5b9-e4b5-41df-bd91-45eeef761a43 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:46:43.026224 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Router b283286a-b376-4047-99c5-a71d4709c525 is scheduled to L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb with binding_index 1 {{(pid=109846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:46:43.096460 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 55baf5b9-e4b5-41df-bd91-45eeef761a43 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:43.096907 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:43.181473 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:46:43.195866 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Sync routers for ids ['b283286a-b376-4047-99c5-a71d4709c525'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:46:43.226848 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 55baf5b9-e4b5-41df-bd91-45eeef761a43 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:43.228423 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 0325f829-be23-4f12-9a03-9b894a4e1230 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:46:43.230214 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Routers {'b283286a-b376-4047-99c5-a71d4709c525'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:46:43.230863 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:46:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['b283286a-b376-4047-99c5-a71d4709c525'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:43.298222 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:43.299796 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-9f099141-0b49-4c2d-a2db-23644e58ae69 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4310853 Feb 20 23:46:43.302718 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45138) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:43.367655 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae88e03-c2a6-46c0-b500-0acaaee114da None None] Network 147ece22-d31a-4094-8c20-31253a28f171 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:46:43.464326 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Set router b283286a-b376-4047-99c5-a71d4709c525 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:46:43.466166 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 0325f829-be23-4f12-9a03-9b894a4e1230 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:43.466540 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (0325f829-be23-4f12-9a03-9b894a4e1230), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:43.552515 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-5c4d2916-a7e9-4bdf-a36f-41f9f041ac24 None None] Provisioning complete for port 629dc7aa-3677-4d87-aae8-676b69a045bb triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:43.552832 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2916-a7e9-4bdf-a36f-41f9f041ac24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:43.839755 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 0325f829-be23-4f12-9a03-9b894a4e1230 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:43.840901 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 629dc7aa-3677-4d87-aae8-676b69a045bb up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:46:43.848775 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d2916-a7e9-4bdf-a36f-41f9f041ac24 None None] Current status of the port 629dc7aa-3677-4d87-aae8-676b69a045bb is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:43.849171 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2916-a7e9-4bdf-a36f-41f9f041ac24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:43.927220 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-5c4d2916-a7e9-4bdf-a36f-41f9f041ac24 None None] For port 629dc7aa-3677-4d87-aae8-676b69a045bb, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=629dc7aa-3677-4d87-aae8-676b69a045bb,segment=NetworkSegment(89a57424-75e2-4fdf-8626-fdaea163ee6f),segment_id=89a57424-75e2-4fdf-8626-fdaea163ee6f)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:46:43.932767 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b283286a-b376-4047-99c5-a71d4709c525', 'name': 'tempest-TestVolumeBootPattern-1822857468-router', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:40Z', 'updated_at': '2022-02-20T23:46:42Z', 'revision_number': 3, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'gw_port': {'id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b283286a-b376-4047-99c5-a71d4709c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:41Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:43.963568 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Checking router: b283286a-b376-4047-99c5-a71d4709c525 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:46:43.963916 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Updating router b283286a-b376-4047-99c5-a71d4709c525 port 8011126d-64cd-4633-a150-e8b2dde0136b binding host dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:46:43.988235 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 629dc7aa-3677-4d87-aae8-676b69a045bb triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:43.988606 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:43.998054 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2916-a7e9-4bdf-a36f-41f9f041ac24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.036573 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.043639 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (8011126d-64cd-4633-a150-e8b2dde0136b), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.119884 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d2916-a7e9-4bdf-a36f-41f9f041ac24 None None] Pushing event updated for resources: {'Port': ['ID=629dc7aa-3677-4d87-aae8-676b69a045bb,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:44.205094 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Allocated IP 172.20.0.1 (147ece22-d31a-4094-8c20-31253a28f171/d061aec4-81c9-4a6e-b0b1-e965933723fe/565d3a17-18c8-452f-9132-6d00db96b398) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:46:44.205908 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-62f96871-c186-4b98-a540-8bb6826ae8dd None None] Provisioning complete for port 629dc7aa-3677-4d87-aae8-676b69a045bb triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:44.206285 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-62f96871-c186-4b98-a540-8bb6826ae8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.298279 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 629dc7aa-3677-4d87-aae8-676b69a045bb is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:44.319268 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Publish callbacks [] for port (565d3a17-18c8-452f-9132-6d00db96b398), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.398131 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-62f96871-c186-4b98-a540-8bb6826ae8dd None None] Current status of the port 629dc7aa-3677-4d87-aae8-676b69a045bb is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:44.409520 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (565d3a17-18c8-452f-9132-6d00db96b398), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.448056 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Network 147ece22-d31a-4094-8c20-31253a28f171 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:46:44.450679 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:46:44.454164 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:46:44.468272 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Publish callbacks [] for port (8011126d-64cd-4633-a150-e8b2dde0136b), precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.488637 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Pushing event updated for resources: {'Port': ['ID=565d3a17-18c8-452f-9132-6d00db96b398,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:44.510793 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684733'] for router_interface (b283286a-b376-4047-99c5-a71d4709c525), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.585928 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (8011126d-64cd-4633-a150-e8b2dde0136b), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.647591 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5e485-987b-423d-b67b-5ad25a1cf6c7 None None] Pushing event updated for resources: {'Port': ['ID=8011126d-64cd-4633-a150-e8b2dde0136b,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:44.652378 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Attempting to bind port 8011126d-64cd-4633-a150-e8b2dde0136b on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:46:44.652378 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Attempting to bind port 8011126d-64cd-4633-a150-e8b2dde0136b by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:46:44.652378 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Attempting to bind port 8011126d-64cd-4633-a150-e8b2dde0136b on network 4833237b-5877-425d-ac12-7cecdcd1e647 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:46:44.658177 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:46:44.658558 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Checking segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:46:44.659127 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.659456 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Bound using segment: {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:46:44.659935 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Bound port: 8011126d-64cd-4633-a150-e8b2dde0136b, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3302c8be-0505-4107-98b5-e6d5b8125ad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:46:44.660314 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (8011126d-64cd-4633-a150-e8b2dde0136b), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.753293 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (565d3a17-18c8-452f-9132-6d00db96b398), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.832240 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 629dc7aa-3677-4d87-aae8-676b69a045bb up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:46:44.896517 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-af3ee62e-df2b-45a8-b298-e04057b79fff None None] Provisioning complete for port 565d3a17-18c8-452f-9132-6d00db96b398 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:44.896904 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-af3ee62e-df2b-45a8-b298-e04057b79fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (565d3a17-18c8-452f-9132-6d00db96b398), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.925004 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] For port 8011126d-64cd-4633-a150-e8b2dde0136b, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:46:44.938996 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Publish callbacks [] for port (565d3a17-18c8-452f-9132-6d00db96b398), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.949545 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] For port 8011126d-64cd-4633-a150-e8b2dde0136b, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=8011126d-64cd-4633-a150-e8b2dde0136b,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:46:44.960147 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 629dc7aa-3677-4d87-aae8-676b69a045bb triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:44.960569 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:44.961929 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-af3ee62e-df2b-45a8-b298-e04057b79fff None None] Port 565d3a17-18c8-452f-9132-6d00db96b398 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:46:44.997375 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (565d3a17-18c8-452f-9132-6d00db96b398), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:45.028980 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (8011126d-64cd-4633-a150-e8b2dde0136b), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:45.068444 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Pushing event updated for resources: {'Port': ['ID=565d3a17-18c8-452f-9132-6d00db96b398,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:45.071075 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 629dc7aa-3677-4d87-aae8-676b69a045bb is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:45.071502 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4170004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684841'] for router_interface (b283286a-b376-4047-99c5-a71d4709c525), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:45.102005 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Routers {'b283286a-b376-4047-99c5-a71d4709c525'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:46:45.102637 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:46:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['b283286a-b376-4047-99c5-a71d4709c525'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:45.143794 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5e485-987b-423d-b67b-5ad25a1cf6c7 None None] Pushing event updated for resources: {'Port': ['ID=8011126d-64cd-4633-a150-e8b2dde0136b,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:45.167985 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Network 147ece22-d31a-4094-8c20-31253a28f171 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:46:45.169472 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:46:45.225567 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] Set router b283286a-b376-4047-99c5-a71d4709c525 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:46:45.304892 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Router b283286a-b376-4047-99c5-a71d4709c525 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:46:45.409604 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-7f2ded3b-c159-4935-bfcd-b792324b938f None None] Provisioning complete for port 565d3a17-18c8-452f-9132-6d00db96b398 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:45.409893 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7f2ded3b-c159-4935-bfcd-b792324b938f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (565d3a17-18c8-452f-9132-6d00db96b398), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:45.427862 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:46:45.444614 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-e39020ce-67a6-4cd7-9882-fcc66563967f admin admin] 10.222.0.37 "PUT /v2.0/routers/b283286a-b376-4047-99c5-a71d4709c525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1376710 Feb 20 23:46:45.479083 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ded3b-c159-4935-bfcd-b792324b938f None None] Port 565d3a17-18c8-452f-9132-6d00db96b398 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:46:45.500597 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b283286a-b376-4047-99c5-a71d4709c525', 'name': 'tempest-TestVolumeBootPattern-1822857468-router', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:40Z', 'updated_at': '2022-02-20T23:46:44Z', 'revision_number': 4, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'gw_port': {'id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b283286a-b376-4047-99c5-a71d4709c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:41Z', 'updated_at': '2022-02-20T23:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '565d3a17-18c8-452f-9132-6d00db96b398', 'name': '', 'network_id': '147ece22-d31a-4094-8c20-31253a28f171', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'mac_address': 'fa:16:3e:60:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b283286a-b376-4047-99c5-a71d4709c525', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd061aec4-81c9-4a6e-b0b1-e965933723fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:44Z', 'updated_at': '2022-02-20T23:46:44Z', 'revision_number': 2, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'subnets': [{'id': 'd061aec4-81c9-4a6e-b0b1-e965933723fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:45.528763 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fc867c-6e37-42ce-9d6f-5a8c18672385 None None] The sync data for ids ['b283286a-b376-4047-99c5-a71d4709c525'] in dv-cinder-813221-6-iscsi is: [{'id': 'b283286a-b376-4047-99c5-a71d4709c525', 'name': 'tempest-TestVolumeBootPattern-1822857468-router', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:40Z', 'updated_at': '2022-02-20T23:46:44Z', 'revision_number': 4, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'gw_port': {'id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b283286a-b376-4047-99c5-a71d4709c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:41Z', 'updated_at': '2022-02-20T23:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '565d3a17-18c8-452f-9132-6d00db96b398', 'name': '', 'network_id': '147ece22-d31a-4094-8c20-31253a28f171', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'mac_address': 'fa:16:3e:60:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b283286a-b376-4047-99c5-a71d4709c525', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd061aec4-81c9-4a6e-b0b1-e965933723fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:44Z', 'updated_at': '2022-02-20T23:46:44Z', 'revision_number': 2, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'subnets': [{'id': 'd061aec4-81c9-4a6e-b0b1-e965933723fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:46:46.434412 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45156) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:46.439149 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-731e6879-5287-4c78-acce-dd4822a3b6d4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421564150', 'description': 'tempest-secgroup-smoke-1421564150 description', 'project_id': 'b0ab0463fadd485090d27628f33e8dc8'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:46.529623 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-731e6879-5287-4c78-acce-dd4822a3b6d4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:46.610520 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-731e6879-5287-4c78-acce-dd4822a3b6d4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group (975716d0-e84a-41a1-8a4d-48f3ac775a60), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:46.673273 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-731e6879-5287-4c78-acce-dd4822a3b6d4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (975716d0-e84a-41a1-8a4d-48f3ac775a60), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:46.705450 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e6879-5287-4c78-acce-dd4822a3b6d4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975716d0-e84a-41a1-8a4d-48f3ac775a60,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:46.767962 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-731e6879-5287-4c78-acce-dd4822a3b6d4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:46.777723 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-731e6879-5287-4c78-acce-dd4822a3b6d4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3358247 Feb 20 23:46:46.778209 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45162) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:46.784573 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Request body: {'security_group_rule': {'security_group_id': '975716d0-e84a-41a1-8a4d-48f3ac775a60', 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:46.831855 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 8011126d-64cd-4633-a150-e8b2dde0136b up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:46:46.882583 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (830e2834-8ecd-4289-beb3-605ee5e7d830), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:46.903051 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 8011126d-64cd-4633-a150-e8b2dde0136b triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:46.907906 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (8011126d-64cd-4633-a150-e8b2dde0136b), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:46.949328 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (830e2834-8ecd-4289-beb3-605ee5e7d830), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:46.985054 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 8011126d-64cd-4633-a150-e8b2dde0136b is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:46.989003 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (8011126d-64cd-4633-a150-e8b2dde0136b), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:47.007469 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] For port 8011126d-64cd-4633-a150-e8b2dde0136b, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=8011126d-64cd-4633-a150-e8b2dde0136b,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:46:47.037381 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (830e2834-8ecd-4289-beb3-605ee5e7d830), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:47.055217 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830e2834-8ecd-4289-beb3-605ee5e7d830,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:47.063167 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:47.063522 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:47.063875 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:47.064218 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:47.064556 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:47.064918 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:47.065263 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:47.065595 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:47.065929 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:47.066262 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:47.066592 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:47.066919 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:47.067242 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:47.095317 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (8011126d-64cd-4633-a150-e8b2dde0136b), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:47.131236 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:47.132720 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-84081889-396f-4fb8-8e02-2a225effded8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3537657 Feb 20 23:46:47.136246 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45164) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:47.141684 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-a14b3837-737b-45dd-8712-9106a06c2955 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Request body: {'security_group_rule': {'security_group_id': '975716d0-e84a-41a1-8a4d-48f3ac775a60', 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:47.155247 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Pushing event updated for resources: {'Port': ['ID=8011126d-64cd-4633-a150-e8b2dde0136b,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:47.219494 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a14b3837-737b-45dd-8712-9106a06c2955 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (3ceaf5f9-3b96-40c4-8303-cb9f1701e96b), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:47.237643 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2369ac6-28fa-4fec-a35b-708a3077c888 req-3220e6e0-7b3b-4986-896b-3e2586799727 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:47.239145 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2369ac6-28fa-4fec-a35b-708a3077c888 req-3220e6e0-7b3b-4986-896b-3e2586799727 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 946 time: 0.0547638 Feb 20 23:46:47.280162 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a14b3837-737b-45dd-8712-9106a06c2955 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (3ceaf5f9-3b96-40c4-8303-cb9f1701e96b), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:47.287716 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2369ac6-28fa-4fec-a35b-708a3077c888 req-410ae9cf-02b4-4cc7-b030-5188d1e1f778 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427694 Feb 20 23:46:47.345903 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a14b3837-737b-45dd-8712-9106a06c2955 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (3ceaf5f9-3b96-40c4-8303-cb9f1701e96b), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:47.364717 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b3837-737b-45dd-8712-9106a06c2955 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ceaf5f9-3b96-40c4-8303-cb9f1701e96b,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:47.439948 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a14b3837-737b-45dd-8712-9106a06c2955 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:47.441213 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-a14b3837-737b-45dd-8712-9106a06c2955 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3037233 Feb 20 23:46:47.444089 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45168) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:47.448387 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-fad79775-da16-4806-9143-19ca151cb035 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Request body: {'security_group_rule': {'security_group_id': '975716d0-e84a-41a1-8a4d-48f3ac775a60', 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:47.540085 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fad79775-da16-4806-9143-19ca151cb035 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (10c8445a-edd6-4695-83d6-560609fe7e2c), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:47.598593 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fad79775-da16-4806-9143-19ca151cb035 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (10c8445a-edd6-4695-83d6-560609fe7e2c), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:47.671283 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fad79775-da16-4806-9143-19ca151cb035 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (10c8445a-edd6-4695-83d6-560609fe7e2c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:47.691233 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad79775-da16-4806-9143-19ca151cb035 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c8445a-edd6-4695-83d6-560609fe7e2c,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:47.781659 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fad79775-da16-4806-9143-19ca151cb035 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:47.782875 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-fad79775-da16-4806-9143-19ca151cb035 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3378453 Feb 20 23:46:47.785760 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45170) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:47.790022 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-0ed5fc28-0849-4f73-9706-387213967330 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Request body: {'security_group_rule': {'security_group_id': '975716d0-e84a-41a1-8a4d-48f3ac775a60', 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:47.867115 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc28-0849-4f73-9706-387213967330 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (ffed4cf4-0761-4abb-a1db-e89e455b6b8d), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:47.926408 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc28-0849-4f73-9706-387213967330 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (ffed4cf4-0761-4abb-a1db-e89e455b6b8d), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:48.008831 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc28-0849-4f73-9706-387213967330 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (ffed4cf4-0761-4abb-a1db-e89e455b6b8d), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:48.027095 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5fc28-0849-4f73-9706-387213967330 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffed4cf4-0761-4abb-a1db-e89e455b6b8d,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:48.097453 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc28-0849-4f73-9706-387213967330 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:48.098594 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-0ed5fc28-0849-4f73-9706-387213967330 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3119273 Feb 20 23:46:48.101305 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45172) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:48.105505 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-81b46a4b-ad4a-49b6-aca8-78d4ec14c7e5 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Request body: {'security_group_rule': {'security_group_id': '975716d0-e84a-41a1-8a4d-48f3ac775a60', 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:48.185979 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.securitygroups_db [None req-81b46a4b-ad4a-49b6-aca8-78d4ec14c7e5 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Project b0ab0463fadd485090d27628f33e8dc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:46:48.191818 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-81b46a4b-ad4a-49b6-aca8-78d4ec14c7e5 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (5fa6ff60-dcb7-4666-b768-ffe473500a7a), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:48.262547 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-81b46a4b-ad4a-49b6-aca8-78d4ec14c7e5 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (5fa6ff60-dcb7-4666-b768-ffe473500a7a), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:48.346154 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-81b46a4b-ad4a-49b6-aca8-78d4ec14c7e5 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (5fa6ff60-dcb7-4666-b768-ffe473500a7a), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:48.371427 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b46a4b-ad4a-49b6-aca8-78d4ec14c7e5 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa6ff60-dcb7-4666-b768-ffe473500a7a,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:48.412833 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949260a4-9c14-4bbd-847f-bfa9d3a6ed9b req-bab01c65-4ed9-4fc7-b1d2-2f41e60dd370 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:48.414338 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-949260a4-9c14-4bbd-847f-bfa9d3a6ed9b req-bab01c65-4ed9-4fc7-b1d2-2f41e60dd370 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 946 time: 0.0566499 Feb 20 23:46:48.460753 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-949260a4-9c14-4bbd-847f-bfa9d3a6ed9b req-7ab76caf-0894-44fa-81af-8c1a0b648aad tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 Feb 20 23:46:48.493211 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-81b46a4b-ad4a-49b6-aca8-78d4ec14c7e5 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:48.495286 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-81b46a4b-ad4a-49b6-aca8-78d4ec14c7e5 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3928039 Feb 20 23:46:48.497743 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45176) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:46:48.502568 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-b6d40cf1-2bec-495f-97d3-3426bcbb6e4c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Request body: {'security_group_rule': {'security_group_id': '975716d0-e84a-41a1-8a4d-48f3ac775a60', 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:46:48.602987 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.securitygroups_db [None req-b6d40cf1-2bec-495f-97d3-3426bcbb6e4c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Project b0ab0463fadd485090d27628f33e8dc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:46:48.608210 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b6d40cf1-2bec-495f-97d3-3426bcbb6e4c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (2317519d-1adf-4b5a-9528-36e09346d37c), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:48.666114 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b6d40cf1-2bec-495f-97d3-3426bcbb6e4c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (2317519d-1adf-4b5a-9528-36e09346d37c), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:48.745874 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b6d40cf1-2bec-495f-97d3-3426bcbb6e4c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (2317519d-1adf-4b5a-9528-36e09346d37c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:48.768127 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d40cf1-2bec-495f-97d3-3426bcbb6e4c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2317519d-1adf-4b5a-9528-36e09346d37c,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:48.774327 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 8011126d-64cd-4633-a150-e8b2dde0136b up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:46:48.819711 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 8011126d-64cd-4633-a150-e8b2dde0136b triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:48.820094 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (8011126d-64cd-4633-a150-e8b2dde0136b), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:48.850622 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b6d40cf1-2bec-495f-97d3-3426bcbb6e4c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:48.851824 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-b6d40cf1-2bec-495f-97d3-3426bcbb6e4c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3531265 Feb 20 23:46:48.909084 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 8011126d-64cd-4633-a150-e8b2dde0136b is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:49.069841 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Sync routers for ids ['b283286a-b376-4047-99c5-a71d4709c525'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:46:49.080911 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Routers {'b283286a-b376-4047-99c5-a71d4709c525'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:46:49.081733 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:46:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['b283286a-b376-4047-99c5-a71d4709c525'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:49.193766 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Set router b283286a-b376-4047-99c5-a71d4709c525 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:46:49.357600 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c71ca07e-4db4-45e3-ab0a-96cc39920afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:49.359485 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e733c9c-9706-417c-a1b3-e5585fa93471 req-f761646b-8f90-410a-91b2-469be9d263da tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:49.361078 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-6e733c9c-9706-417c-a1b3-e5585fa93471 req-f761646b-8f90-410a-91b2-469be9d263da tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 946 time: 0.0546796 Feb 20 23:46:49.466853 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-6e733c9c-9706-417c-a1b3-e5585fa93471 req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Deleting port 53b1920f-d254-4ef2-871b-ada125825a90 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:46:49.467133 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-6e733c9c-9706-417c-a1b3-e5585fa93471 req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (53b1920f-d254-4ef2-871b-ada125825a90), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:49.501405 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b283286a-b376-4047-99c5-a71d4709c525', 'name': 'tempest-TestVolumeBootPattern-1822857468-router', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:40Z', 'updated_at': '2022-02-20T23:46:44Z', 'revision_number': 4, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'gw_port': {'id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b283286a-b376-4047-99c5-a71d4709c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:41Z', 'updated_at': '2022-02-20T23:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '565d3a17-18c8-452f-9132-6d00db96b398', 'name': '', 'network_id': '147ece22-d31a-4094-8c20-31253a28f171', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'mac_address': 'fa:16:3e:60:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b283286a-b376-4047-99c5-a71d4709c525', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd061aec4-81c9-4a6e-b0b1-e965933723fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:44Z', 'updated_at': '2022-02-20T23:46:44Z', 'revision_number': 2, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'subnets': [{'id': 'd061aec4-81c9-4a6e-b0b1-e965933723fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:49.536644 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Checking router: b283286a-b376-4047-99c5-a71d4709c525 for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:46:49.537093 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Updating router b283286a-b376-4047-99c5-a71d4709c525 port 565d3a17-18c8-452f-9132-6d00db96b398 binding host dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:46:49.565812 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-6e733c9c-9706-417c-a1b3-e5585fa93471 req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] For port 53b1920f-d254-4ef2-871b-ada125825a90, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=53b1920f-d254-4ef2-871b-ada125825a90,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:46:49.566399 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-6e733c9c-9706-417c-a1b3-e5585fa93471 req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (53b1920f-d254-4ef2-871b-ada125825a90), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:49.566949 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (565d3a17-18c8-452f-9132-6d00db96b398), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:49.584951 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-6e733c9c-9706-417c-a1b3-e5585fa93471 req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Calling delete_port for 53b1920f-d254-4ef2-871b-ada125825a90 owned by compute:nova {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:46:49.590014 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7d071-0803-4620-8593-ffd6b814113f req-8478243b-2073-4cfe-b72e-6db439663db4 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:49.592142 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a8a7d071-0803-4620-8593-ffd6b814113f req-8478243b-2073-4cfe-b72e-6db439663db4 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 946 time: 0.0610244 Feb 20 23:46:49.678726 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a8a7d071-0803-4620-8593-ffd6b814113f req-67ec0284-47a0-4cf0-9302-be32ffb4e443 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789366 Feb 20 23:46:49.826191 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-6e733c9c-9706-417c-a1b3-e5585fa93471 req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (53b1920f-d254-4ef2-871b-ada125825a90), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:49.844256 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['ea24d2fe-a95b-4027-a63a-7c7057e4e7be', '082b0f63-4f49-4a06-b83a-ac515ecd8448', 'b9752537-b1e9-40a9-a266-21a828983b92', '53b1920f-d254-4ef2-871b-ada125825a90'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:46:49.855030 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Pushing event deleted for resources: {'Port': ['ID=53b1920f-d254-4ef2-871b-ada125825a90,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:49.866694 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:49.867046 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:49.867402 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:49.867734 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:49.868070 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:49.868399 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:49.868773 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:49.869084 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:49.869409 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:49.869740 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:49.870060 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:49.870378 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:49.870753 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:46:49.880040 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Publish callbacks [] for port (565d3a17-18c8-452f-9132-6d00db96b398), precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:49.926837 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e733c9c-9706-417c-a1b3-e5585fa93471 req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] No DVR routers for this DVR port 53b1920f-d254-4ef2-871b-ada125825a90 on host hv-cinder-81322 {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:46:49.929446 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-6e733c9c-9706-417c-a1b3-e5585fa93471 req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:49.933322 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-6e733c9c-9706-417c-a1b3-e5585fa93471 req-5819229a-849e-4d79-8c40-53f7afc6669f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "DELETE /v2.0/ports/53b1920f-d254-4ef2-871b-ada125825a90 HTTP/1.1" status: 204 len: 173 time: 0.5662529 Feb 20 23:46:49.933777 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc4fc91-fa71-4027-83be-415d375df0b0', 'name': 'network-vif-deleted', 'tag': '53b1920f-d254-4ef2-871b-ada125825a90'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:46:49.936056 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb32aa5-6cce-4a11-b09e-da79bd19d912" -d '{"events": [{"server_uuid": "efc4fc91-fa71-4027-83be-415d375df0b0", "name": "network-vif-deleted", "tag": "53b1920f-d254-4ef2-871b-ada125825a90"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:46:49.976597 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba768859-cd5f-474e-9853-0ee6cf6817fe x-openstack-request-id: req-ba768859-cd5f-474e-9853-0ee6cf6817fe {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:46:49.977255 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc4fc91-fa71-4027-83be-415d375df0b0", "name": "network-vif-deleted", "tag": "53b1920f-d254-4ef2-871b-ada125825a90", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:46:49.977510 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba768859-cd5f-474e-9853-0ee6cf6817fe {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:46:49.977986 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc4fc91-fa71-4027-83be-415d375df0b0', 'name': 'network-vif-deleted', 'tag': '53b1920f-d254-4ef2-871b-ada125825a90', 'status': 'completed', 'code': 200} Feb 20 23:46:50.026165 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (565d3a17-18c8-452f-9132-6d00db96b398), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:50.145483 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a7733-b48d-4c29-b307-ea71b547f8b3 None None] Pushing event updated for resources: {'Port': ['ID=565d3a17-18c8-452f-9132-6d00db96b398,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:50.180942 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Attempting to bind port 565d3a17-18c8-452f-9132-6d00db96b398 on host dv-cinder-813221-6-iscsi for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:46:50.182561 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Attempting to bind port 565d3a17-18c8-452f-9132-6d00db96b398 by drivers openvswitch,hyperv on host dv-cinder-813221-6-iscsi at level 0 using segments [{'id': '89a57424-75e2-4fdf-8626-fdaea163ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '147ece22-d31a-4094-8c20-31253a28f171'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:46:50.182561 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Attempting to bind port 565d3a17-18c8-452f-9132-6d00db96b398 on network 147ece22-d31a-4094-8c20-31253a28f171 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:46:50.188491 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Checking agent: {'id': 'c71f10d4-7dbe-48cd-bf22-6178fe3125a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 31, 56), 'started_at': datetime.datetime(2022, 2, 20, 23, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:46:50.189137 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Checking segment: {'id': '89a57424-75e2-4fdf-8626-fdaea163ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '147ece22-d31a-4094-8c20-31253a28f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:46:50.189740 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:50.190289 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Bound using segment: {'id': '89a57424-75e2-4fdf-8626-fdaea163ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '147ece22-d31a-4094-8c20-31253a28f171'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:46:50.191089 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Bound port: 565d3a17-18c8-452f-9132-6d00db96b398, host: dv-cinder-813221-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a57424-75e2-4fdf-8626-fdaea163ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '147ece22-d31a-4094-8c20-31253a28f171'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:46:50.192407 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (565d3a17-18c8-452f-9132-6d00db96b398), before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:50.266509 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] For port 565d3a17-18c8-452f-9132-6d00db96b398, host dv-cinder-813221-6-iscsi, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:46:50.271628 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] For port 565d3a17-18c8-452f-9132-6d00db96b398, host dv-cinder-813221-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=565d3a17-18c8-452f-9132-6d00db96b398,segment=NetworkSegment(89a57424-75e2-4fdf-8626-fdaea163ee6f),segment_id=89a57424-75e2-4fdf-8626-fdaea163ee6f)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:46:50.369194 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (565d3a17-18c8-452f-9132-6d00db96b398), after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:50.435734 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Routers {'b283286a-b376-4047-99c5-a71d4709c525'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:46:50.436449 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:46:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['b283286a-b376-4047-99c5-a71d4709c525'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:50.441170 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a7733-b48d-4c29-b307-ea71b547f8b3 None None] Pushing event updated for resources: {'Port': ['ID=565d3a17-18c8-452f-9132-6d00db96b398,revision_number=4']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:50.447152 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-ee10b5d3-29b0-46b9-9cb0-37bfdb70a573 None None] Provisioning complete for port 565d3a17-18c8-452f-9132-6d00db96b398 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:50.447507 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ee10b5d3-29b0-46b9-9cb0-37bfdb70a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (565d3a17-18c8-452f-9132-6d00db96b398), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:50.555299 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-ee10b5d3-29b0-46b9-9cb0-37bfdb70a573 None None] Current status of the port 565d3a17-18c8-452f-9132-6d00db96b398 is: DOWN; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:50.556027 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ee10b5d3-29b0-46b9-9cb0-37bfdb70a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (565d3a17-18c8-452f-9132-6d00db96b398), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:50.561906 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] Set router b283286a-b376-4047-99c5-a71d4709c525 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:46:50.591676 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-ee10b5d3-29b0-46b9-9cb0-37bfdb70a573 None None] For port 565d3a17-18c8-452f-9132-6d00db96b398, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=565d3a17-18c8-452f-9132-6d00db96b398,segment=NetworkSegment(89a57424-75e2-4fdf-8626-fdaea163ee6f),segment_id=89a57424-75e2-4fdf-8626-fdaea163ee6f)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:46:50.666490 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ee10b5d3-29b0-46b9-9cb0-37bfdb70a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (565d3a17-18c8-452f-9132-6d00db96b398), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:50.746335 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10b5d3-29b0-46b9-9cb0-37bfdb70a573 None None] Pushing event updated for resources: {'Port': ['ID=565d3a17-18c8-452f-9132-6d00db96b398,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:50.801635 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-27b6150d-3efe-47bf-b4a6-a71d0f630347 None None] Provisioning complete for port 565d3a17-18c8-452f-9132-6d00db96b398 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:50.802481 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-27b6150d-3efe-47bf-b4a6-a71d0f630347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (565d3a17-18c8-452f-9132-6d00db96b398), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:50.836223 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b283286a-b376-4047-99c5-a71d4709c525', 'name': 'tempest-TestVolumeBootPattern-1822857468-router', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:40Z', 'updated_at': '2022-02-20T23:46:44Z', 'revision_number': 4, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'gw_port': {'id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b283286a-b376-4047-99c5-a71d4709c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:41Z', 'updated_at': '2022-02-20T23:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '565d3a17-18c8-452f-9132-6d00db96b398', 'name': '', 'network_id': '147ece22-d31a-4094-8c20-31253a28f171', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'mac_address': 'fa:16:3e:60:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b283286a-b376-4047-99c5-a71d4709c525', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd061aec4-81c9-4a6e-b0b1-e965933723fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:44Z', 'updated_at': '2022-02-20T23:46:50Z', 'revision_number': 4, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'subnets': [{'id': 'd061aec4-81c9-4a6e-b0b1-e965933723fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:46:50.851726 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ee07c3b3-d48d-4d65-a57e-adc9368fe213 req-39ace6ad-cfbe-46e7-bf10-442fec2b17b9 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4fc91-fa71-4027-83be-415d375df0b0 HTTP/1.1" status: 200 len: 210 time: 0.0421524 Feb 20 23:46:50.877221 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358e3de-c13c-44f2-9aa8-49ca48d09f7d None None] The sync data for ids ['b283286a-b376-4047-99c5-a71d4709c525'] in dv-cinder-813221-6-iscsi is: [{'id': 'b283286a-b376-4047-99c5-a71d4709c525', 'name': 'tempest-TestVolumeBootPattern-1822857468-router', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:40Z', 'updated_at': '2022-02-20T23:46:44Z', 'revision_number': 4, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'gw_port': {'id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b283286a-b376-4047-99c5-a71d4709c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:41Z', 'updated_at': '2022-02-20T23:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '565d3a17-18c8-452f-9132-6d00db96b398', 'name': '', 'network_id': '147ece22-d31a-4094-8c20-31253a28f171', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'mac_address': 'fa:16:3e:60:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b283286a-b376-4047-99c5-a71d4709c525', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd061aec4-81c9-4a6e-b0b1-e965933723fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:44Z', 'updated_at': '2022-02-20T23:46:50Z', 'revision_number': 4, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'subnets': [{'id': 'd061aec4-81c9-4a6e-b0b1-e965933723fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:46:50.909489 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 565d3a17-18c8-452f-9132-6d00db96b398 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:46:50.957358 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-27b6150d-3efe-47bf-b4a6-a71d0f630347 None None] Current status of the port 565d3a17-18c8-452f-9132-6d00db96b398 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:50.983123 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 565d3a17-18c8-452f-9132-6d00db96b398 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:50.983470 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (565d3a17-18c8-452f-9132-6d00db96b398), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:51.078512 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 565d3a17-18c8-452f-9132-6d00db96b398 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:51.729160 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9c1ea51b-ee70-47f1-8d48-3835c16f164e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:52.773861 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 565d3a17-18c8-452f-9132-6d00db96b398 up at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:46:52.827525 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Provisioning complete for port 565d3a17-18c8-452f-9132-6d00db96b398 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:46:52.828581 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (565d3a17-18c8-452f-9132-6d00db96b398), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:52.910769 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Current status of the port 565d3a17-18c8-452f-9132-6d00db96b398 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:46:53.083147 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:53.327095 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 53b1920f-d254-4ef2-871b-ada125825a90 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:46:53.354029 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: 53b1920f-d254-4ef2-871b-ada125825a90 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:46:53.354286 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 53b1920f-d254-4ef2-871b-ada125825a90 not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:46:53.572269 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26399e6d-cec0-4346-928f-237dd85a4606 req-e0a63646-dbd7-4587-9893-4540fe07f491 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:53.573770 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-26399e6d-cec0-4346-928f-237dd85a4606 req-e0a63646-dbd7-4587-9893-4540fe07f491 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 946 time: 0.0566630 Feb 20 23:46:53.629012 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-26399e6d-cec0-4346-928f-237dd85a4606 req-f9b78b2a-8b15-4135-9c52-07e91400e55f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481899 Feb 20 23:46:54.659985 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:54.753079 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069daad2-cf77-4ddb-812b-81cec1aac5c2 req-2f1383b9-5423-4ad8-a4c7-fb77da46e9e1 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:54.754652 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-069daad2-cf77-4ddb-812b-81cec1aac5c2 req-2f1383b9-5423-4ad8-a4c7-fb77da46e9e1 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 946 time: 0.0554609 Feb 20 23:46:54.803821 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-069daad2-cf77-4ddb-812b-81cec1aac5c2 req-8a48d1a0-453b-415a-9b95-353f8c5db01a tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Feb 20 23:46:55.065095 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:46:55.878051 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37b54a-677d-46ba-aaeb-3c349cd453d8 req-cf7baf02-3a8b-4e3a-a284-bf3951742ada tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:55.879522 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-fc37b54a-677d-46ba-aaeb-3c349cd453d8 req-cf7baf02-3a8b-4e3a-a284-bf3951742ada tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 946 time: 0.0550075 Feb 20 23:46:55.928806 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37006c11-116e-4f1f-8e42-c8a9f57eedf2 req-ac3daf98-ca0f-4428-9aee-a25565696be4 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:55.931708 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-37006c11-116e-4f1f-8e42-c8a9f57eedf2 req-ac3daf98-ca0f-4428-9aee-a25565696be4 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 946 time: 0.0575602 Feb 20 23:46:55.985696 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-fc37b54a-677d-46ba-aaeb-3c349cd453d8 req-246726c0-6ac0-49c4-b9a5-afff061ca107 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Deleting port b9752537-b1e9-40a9-a266-21a828983b92 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:46:55.986036 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-fc37b54a-677d-46ba-aaeb-3c349cd453d8 req-246726c0-6ac0-49c4-b9a5-afff061ca107 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (b9752537-b1e9-40a9-a266-21a828983b92), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:55.991889 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-37006c11-116e-4f1f-8e42-c8a9f57eedf2 req-f1a8a2e6-945a-4809-88af-8e043039be23 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558405 Feb 20 23:46:56.079495 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-fc37b54a-677d-46ba-aaeb-3c349cd453d8 req-246726c0-6ac0-49c4-b9a5-afff061ca107 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] For port b9752537-b1e9-40a9-a266-21a828983b92, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b9752537-b1e9-40a9-a266-21a828983b92,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:46:56.079856 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-fc37b54a-677d-46ba-aaeb-3c349cd453d8 req-246726c0-6ac0-49c4-b9a5-afff061ca107 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (b9752537-b1e9-40a9-a266-21a828983b92), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:56.093201 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-fc37b54a-677d-46ba-aaeb-3c349cd453d8 req-246726c0-6ac0-49c4-b9a5-afff061ca107 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Calling delete_port for b9752537-b1e9-40a9-a266-21a828983b92 owned by compute:nova {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:46:56.130005 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:56.495268 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-fc37b54a-677d-46ba-aaeb-3c349cd453d8 req-246726c0-6ac0-49c4-b9a5-afff061ca107 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (b9752537-b1e9-40a9-a266-21a828983b92), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:56.511256 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['ea24d2fe-a95b-4027-a63a-7c7057e4e7be', '082b0f63-4f49-4a06-b83a-ac515ecd8448', 'b9752537-b1e9-40a9-a266-21a828983b92'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:46:56.526951 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246726c0-6ac0-49c4-b9a5-afff061ca107 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Pushing event deleted for resources: {'Port': ['ID=b9752537-b1e9-40a9-a266-21a828983b92,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:46:56.575052 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc37b54a-677d-46ba-aaeb-3c349cd453d8 req-246726c0-6ac0-49c4-b9a5-afff061ca107 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] No DVR routers for this DVR port b9752537-b1e9-40a9-a266-21a828983b92 on host hv-cinder-81322 {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:46:56.577848 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-fc37b54a-677d-46ba-aaeb-3c349cd453d8 req-246726c0-6ac0-49c4-b9a5-afff061ca107 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:56.582291 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-fc37b54a-677d-46ba-aaeb-3c349cd453d8 req-246726c0-6ac0-49c4-b9a5-afff061ca107 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "DELETE /v2.0/ports/b9752537-b1e9-40a9-a266-21a828983b92 HTTP/1.1" status: 204 len: 173 time: 0.6963081 Feb 20 23:46:56.582745 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280c0c4c-4d7d-4f4d-9108-4cf20f78d193', 'name': 'network-vif-deleted', 'tag': 'b9752537-b1e9-40a9-a266-21a828983b92'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:46:56.585039 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d0595a-06ac-4cb7-8697-d3ab56f6b0c8" -d '{"events": [{"server_uuid": "280c0c4c-4d7d-4f4d-9108-4cf20f78d193", "name": "network-vif-deleted", "tag": "b9752537-b1e9-40a9-a266-21a828983b92"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:46:56.625836 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc20e7f-2cee-4a97-b611-e567f3bcd9d4 x-openstack-request-id: req-cfc20e7f-2cee-4a97-b611-e567f3bcd9d4 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:46:56.626138 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280c0c4c-4d7d-4f4d-9108-4cf20f78d193", "name": "network-vif-deleted", "tag": "b9752537-b1e9-40a9-a266-21a828983b92", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:46:56.626390 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfc20e7f-2cee-4a97-b611-e567f3bcd9d4 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:46:56.626790 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280c0c4c-4d7d-4f4d-9108-4cf20f78d193', 'name': 'network-vif-deleted', 'tag': 'b9752537-b1e9-40a9-a266-21a828983b92', 'status': 'completed', 'code': 200} Feb 20 23:46:57.102398 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5012ba6e-b8f3-4f21-bc60-16f7817bf6a5 req-ca61bba7-25f3-4507-83f4-b401aad8eada tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=280c0c4c-4d7d-4f4d-9108-4cf20f78d193 HTTP/1.1" status: 200 len: 210 time: 0.0311224 Feb 20 23:46:58.588275 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19db321-25fc-4a16-a00f-809877a3ab86 req-1f417006-d93b-4b04-825b-1fc5227bae08 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:58.589945 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e19db321-25fc-4a16-a00f-809877a3ab86 req-1f417006-d93b-4b04-825b-1fc5227bae08 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 945 time: 0.0567679 Feb 20 23:46:58.642892 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e19db321-25fc-4a16-a00f-809877a3ab86 req-cbba194b-0ec7-4f84-bfd8-c660016da635 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459263 Feb 20 23:46:59.356900 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device b9752537-b1e9-40a9-a266-21a828983b92 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:46:59.379224 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: b9752537-b1e9-40a9-a266-21a828983b92 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:46:59.379607 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device b9752537-b1e9-40a9-a266-21a828983b92 not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:46:59.500899 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:46:59.766820 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d69059-d341-4e2e-9175-b5884e29b46f req-4906c971-6bfe-4f28-908f-42e9512fa4de tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:46:59.768290 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d9d69059-d341-4e2e-9175-b5884e29b46f req-4906c971-6bfe-4f28-908f-42e9512fa4de tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 945 time: 0.0555992 Feb 20 23:46:59.816775 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d9d69059-d341-4e2e-9175-b5884e29b46f req-60cbbf2d-b08f-49b4-8da6-3c37bd73e895 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427318 Feb 20 23:47:00.773684 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39601b97-8e5a-4565-8ff9-ba56e468a57d req-70bb9975-4da8-4aee-8264-ced610668cf9 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:00.775138 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-39601b97-8e5a-4565-8ff9-ba56e468a57d req-70bb9975-4da8-4aee-8264-ced610668cf9 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 945 time: 0.0574467 Feb 20 23:47:00.873598 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-39601b97-8e5a-4565-8ff9-ba56e468a57d req-91c8a345-c825-43c1-ace7-680f751685f1 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Deleting port 082b0f63-4f49-4a06-b83a-ac515ecd8448 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:47:00.873861 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-39601b97-8e5a-4565-8ff9-ba56e468a57d req-91c8a345-c825-43c1-ace7-680f751685f1 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:00.942347 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f353caf-8c17-4639-881e-db44c47fea58 req-94205e8a-fade-4e8e-a95e-265e0d87874f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:00.943826 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7f353caf-8c17-4639-881e-db44c47fea58 req-94205e8a-fade-4e8e-a95e-265e0d87874f tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 945 time: 0.0584590 Feb 20 23:47:00.966006 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-39601b97-8e5a-4565-8ff9-ba56e468a57d req-91c8a345-c825-43c1-ace7-680f751685f1 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] For port 082b0f63-4f49-4a06-b83a-ac515ecd8448, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=082b0f63-4f49-4a06-b83a-ac515ecd8448,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:00.966363 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-39601b97-8e5a-4565-8ff9-ba56e468a57d req-91c8a345-c825-43c1-ace7-680f751685f1 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:00.979702 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-39601b97-8e5a-4565-8ff9-ba56e468a57d req-91c8a345-c825-43c1-ace7-680f751685f1 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Calling delete_port for 082b0f63-4f49-4a06-b83a-ac515ecd8448 owned by compute:nova {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:47:00.990619 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7f353caf-8c17-4639-881e-db44c47fea58 req-be8d8f28-eae7-4afc-8124-35ace09bc610 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 Feb 20 23:47:01.157317 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-39601b97-8e5a-4565-8ff9-ba56e468a57d req-91c8a345-c825-43c1-ace7-680f751685f1 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (082b0f63-4f49-4a06-b83a-ac515ecd8448), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:01.170026 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['ea24d2fe-a95b-4027-a63a-7c7057e4e7be', '082b0f63-4f49-4a06-b83a-ac515ecd8448'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:47:01.191231 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8a345-c825-43c1-ace7-680f751685f1 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Pushing event deleted for resources: {'Port': ['ID=082b0f63-4f49-4a06-b83a-ac515ecd8448,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:01.236124 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-39601b97-8e5a-4565-8ff9-ba56e468a57d req-91c8a345-c825-43c1-ace7-680f751685f1 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] No DVR routers for this DVR port 082b0f63-4f49-4a06-b83a-ac515ecd8448 on host hv-cinder-81322 {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:47:01.239932 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-39601b97-8e5a-4565-8ff9-ba56e468a57d req-91c8a345-c825-43c1-ace7-680f751685f1 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:01.243249 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-39601b97-8e5a-4565-8ff9-ba56e468a57d req-91c8a345-c825-43c1-ace7-680f751685f1 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "DELETE /v2.0/ports/082b0f63-4f49-4a06-b83a-ac515ecd8448 HTTP/1.1" status: 204 len: 173 time: 0.4627204 Feb 20 23:47:01.243702 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051c17f8-0edd-49d8-b2d1-e4378cc05f3d', 'name': 'network-vif-deleted', 'tag': '082b0f63-4f49-4a06-b83a-ac515ecd8448'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:01.246078 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d41bcd7-3ef5-450f-b185-9490a19a70dd" -d '{"events": [{"server_uuid": "051c17f8-0edd-49d8-b2d1-e4378cc05f3d", "name": "network-vif-deleted", "tag": "082b0f63-4f49-4a06-b83a-ac515ecd8448"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:01.289114 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dff5819-1634-4356-87ec-3e4e98b1c6d1 x-openstack-request-id: req-6dff5819-1634-4356-87ec-3e4e98b1c6d1 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:01.289114 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051c17f8-0edd-49d8-b2d1-e4378cc05f3d", "name": "network-vif-deleted", "tag": "082b0f63-4f49-4a06-b83a-ac515ecd8448", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:01.289114 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6dff5819-1634-4356-87ec-3e4e98b1c6d1 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:01.289114 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051c17f8-0edd-49d8-b2d1-e4378cc05f3d', 'name': 'network-vif-deleted', 'tag': '082b0f63-4f49-4a06-b83a-ac515ecd8448', 'status': 'completed', 'code': 200} Feb 20 23:47:02.113021 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-59bd8607-e2d1-4cd8-8b48-b1a20c8ca3ac req-df0344c5-29c6-4b83-93d0-ba4eaec11417 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=051c17f8-0edd-49d8-b2d1-e4378cc05f3d HTTP/1.1" status: 200 len: 210 time: 0.0312011 Feb 20 23:47:03.369421 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 082b0f63-4f49-4a06-b83a-ac515ecd8448 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:47:03.390777 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: 082b0f63-4f49-4a06-b83a-ac515ecd8448 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:47:03.391385 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 082b0f63-4f49-4a06-b83a-ac515ecd8448 not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:47:04.972168 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e084b-d154-403e-b472-51b380c498e9 req-4d42bb22-e40a-4dbc-a421-ec6d88983620 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:04.973584 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-985e084b-d154-403e-b472-51b380c498e9 req-4d42bb22-e40a-4dbc-a421-ec6d88983620 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 945 time: 0.0540540 Feb 20 23:47:05.022006 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-985e084b-d154-403e-b472-51b380c498e9 req-711e1f73-38b9-4277-99fe-ac23bccde059 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427907 Feb 20 23:47:06.151305 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10272d-969e-49df-a8e6-455c47536582 req-9b82eda6-ef69-4ba5-8606-e04eff5d9abd tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:06.152893 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9b10272d-969e-49df-a8e6-455c47536582 req-9b82eda6-ef69-4ba5-8606-e04eff5d9abd tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 945 time: 0.0573766 Feb 20 23:47:06.201969 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9b10272d-969e-49df-a8e6-455c47536582 req-b66dfa84-6db4-4a05-abb7-47003bf4d6a6 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425203 Feb 20 23:47:06.377600 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dd897-ad38-4f84-8e3f-9728c7b108e5 req-77fdd8e1-5b05-4bb1-a6a6-666492f855e2 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:06.379046 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9b9dd897-ad38-4f84-8e3f-9728c7b108e5 req-77fdd8e1-5b05-4bb1-a6a6-666492f855e2 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 946 time: 0.0523915 Feb 20 23:47:06.425714 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9b9dd897-ad38-4f84-8e3f-9728c7b108e5 req-17cca726-f207-46bc-96fc-cfe2c8182bac tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410752 Feb 20 23:47:07.284896 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68e4bb-4ab2-45de-a1b3-434aaa3d0a5d req-6cc32dac-474b-4344-8fc0-7fc9ed14e36e tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:07.286395 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-ba68e4bb-4ab2-45de-a1b3-434aaa3d0a5d req-6cc32dac-474b-4344-8fc0-7fc9ed14e36e tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 945 time: 0.0554888 Feb 20 23:47:07.328259 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de95138-98de-428d-ac5c-4fc97dd02637 req-981ea538-f6c2-4e50-ae25-6bea5f823d09 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:07.329809 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8de95138-98de-428d-ac5c-4fc97dd02637 req-981ea538-f6c2-4e50-ae25-6bea5f823d09 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 945 time: 0.0563281 Feb 20 23:47:07.378288 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8de95138-98de-428d-ac5c-4fc97dd02637 req-27645b4f-af0a-4737-b26f-1fb13688a820 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c55d9413-292c-4e5f-8457-4efaf411bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428090 Feb 20 23:47:07.395454 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-ba68e4bb-4ab2-45de-a1b3-434aaa3d0a5d req-6a4c6522-e51f-40c2-86ea-ba8e6dac4d14 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Deleting port ea24d2fe-a95b-4027-a63a-7c7057e4e7be {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:47:07.395786 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ba68e4bb-4ab2-45de-a1b3-434aaa3d0a5d req-6a4c6522-e51f-40c2-86ea-ba8e6dac4d14 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:07.498399 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-ba68e4bb-4ab2-45de-a1b3-434aaa3d0a5d req-6a4c6522-e51f-40c2-86ea-ba8e6dac4d14 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] For port ea24d2fe-a95b-4027-a63a-7c7057e4e7be, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ea24d2fe-a95b-4027-a63a-7c7057e4e7be,segment=NetworkSegment(9c1072b1-1de3-41e6-adc0-0038c91e63f3),segment_id=9c1072b1-1de3-41e6-adc0-0038c91e63f3)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:07.498766 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ba68e4bb-4ab2-45de-a1b3-434aaa3d0a5d req-6a4c6522-e51f-40c2-86ea-ba8e6dac4d14 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:07.513994 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-ba68e4bb-4ab2-45de-a1b3-434aaa3d0a5d req-6a4c6522-e51f-40c2-86ea-ba8e6dac4d14 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Calling delete_port for ea24d2fe-a95b-4027-a63a-7c7057e4e7be owned by compute:nova {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:47:07.554728 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a086d5-4aec-4570-aa31-1aefd32b1c0b req-d3b35e6f-47e8-4638-b304-dece1e8be84d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:07.561814 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2a086d5-4aec-4570-aa31-1aefd32b1c0b req-d3b35e6f-47e8-4638-b304-dece1e8be84d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 946 time: 0.0605662 Feb 20 23:47:07.603500 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2a086d5-4aec-4570-aa31-1aefd32b1c0b req-0eaff5bb-906c-4c10-9c04-9ead6e4dc853 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407262 Feb 20 23:47:07.814156 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ba68e4bb-4ab2-45de-a1b3-434aaa3d0a5d req-6a4c6522-e51f-40c2-86ea-ba8e6dac4d14 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (ea24d2fe-a95b-4027-a63a-7c7057e4e7be), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:07.829776 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['ea24d2fe-a95b-4027-a63a-7c7057e4e7be'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:47:07.843068 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c6522-e51f-40c2-86ea-ba8e6dac4d14 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Pushing event deleted for resources: {'Port': ['ID=ea24d2fe-a95b-4027-a63a-7c7057e4e7be,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:07.894628 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba68e4bb-4ab2-45de-a1b3-434aaa3d0a5d req-6a4c6522-e51f-40c2-86ea-ba8e6dac4d14 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] No DVR routers for this DVR port ea24d2fe-a95b-4027-a63a-7c7057e4e7be on host hv-cinder-81322 {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:47:07.897224 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-ba68e4bb-4ab2-45de-a1b3-434aaa3d0a5d req-6a4c6522-e51f-40c2-86ea-ba8e6dac4d14 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:07.900448 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-ba68e4bb-4ab2-45de-a1b3-434aaa3d0a5d req-6a4c6522-e51f-40c2-86ea-ba8e6dac4d14 tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.89 "DELETE /v2.0/ports/ea24d2fe-a95b-4027-a63a-7c7057e4e7be HTTP/1.1" status: 204 len: 173 time: 0.6069057 Feb 20 23:47:07.900905 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd417e88-9267-4c63-815a-f60f653532f1', 'name': 'network-vif-deleted', 'tag': 'ea24d2fe-a95b-4027-a63a-7c7057e4e7be'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:07.903106 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf27e54-e958-494e-9df4-a8b8e47ad3d2" -d '{"events": [{"server_uuid": "fd417e88-9267-4c63-815a-f60f653532f1", "name": "network-vif-deleted", "tag": "ea24d2fe-a95b-4027-a63a-7c7057e4e7be"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:07.939730 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2886f036-185b-47aa-af3b-c75d242ad6bd x-openstack-request-id: req-2886f036-185b-47aa-af3b-c75d242ad6bd {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:07.940056 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd417e88-9267-4c63-815a-f60f653532f1", "name": "network-vif-deleted", "tag": "ea24d2fe-a95b-4027-a63a-7c7057e4e7be", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:07.940309 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2886f036-185b-47aa-af3b-c75d242ad6bd {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:07.940735 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd417e88-9267-4c63-815a-f60f653532f1', 'name': 'network-vif-deleted', 'tag': 'ea24d2fe-a95b-4027-a63a-7c7057e4e7be', 'status': 'completed', 'code': 200} Feb 20 23:47:08.485623 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-72a47696-a7a7-42a9-8978-c0e1e5e8fb21 req-d2b26ba4-014f-42db-a81a-b410a063871a tempest-AttachVolumeNegativeTest-1512135785 tempest-AttachVolumeNegativeTest-1512135785-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd417e88-9267-4c63-815a-f60f653532f1 HTTP/1.1" status: 200 len: 210 time: 0.0275176 Feb 20 23:47:08.738692 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15239a1-bee9-4cbc-9528-5e95137c0ee7 req-531aeec9-eed2-4938-9200-36e33b35fd94 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:08.740223 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c15239a1-bee9-4cbc-9528-5e95137c0ee7 req-531aeec9-eed2-4938-9200-36e33b35fd94 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 946 time: 0.0603354 Feb 20 23:47:08.774832 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-50d51d49-c75e-460a-8a0f-4ef6debd9663 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:08.776299 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-50d51d49-c75e-460a-8a0f-4ef6debd9663 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.89 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 946 time: 0.0613043 Feb 20 23:47:08.791258 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c15239a1-bee9-4cbc-9528-5e95137c0ee7 req-09c5a825-92c4-4342-8a84-b5b6ee162d34 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b3f049-58a5-41a5-8ca4-ae8f761f7884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445704 Feb 20 23:47:08.877086 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Deleting port d4618aa7-0f3d-484f-8b92-46e047745178 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:47:08.877699 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:08.975170 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] For port d4618aa7-0f3d-484f-8b92-46e047745178, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4618aa7-0f3d-484f-8b92-46e047745178,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:08.975512 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:09.216207 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:09.216594 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (9e57ca9f-d66a-4b45-a3c9-799ccb7ca335), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:09.216937 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.l3_db [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Floating IP 9e57ca9f-d66a-4b45-a3c9-799ccb7ca335 disassociated. External IP: 172.27.0.181, port: d4618aa7-0f3d-484f-8b92-46e047745178. Feb 20 23:47:09.217269 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Calling delete_port for d4618aa7-0f3d-484f-8b92-46e047745178 owned by compute:nova {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:47:09.408918 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (d4618aa7-0f3d-484f-8b92-46e047745178), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:09.437133 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event deleted for resources: {'Port': ['ID=d4618aa7-0f3d-484f-8b92-46e047745178,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:09.547540 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45384) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:09.584891 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Router 8477965c-8e3f-4386-b418-1bee75d15ddf has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:47:09.609788 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6140877-30ec-42d4-b42f-b08e78842510 admin admin] Deleting subnet 702d9192-ab58-4987-bc44-1159ca098e88 {{(pid=109847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:47:09.646922 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e6140877-30ec-42d4-b42f-b08e78842510 admin admin] Publish callbacks [] for subnet (702d9192-ab58-4987-bc44-1159ca098e88), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:09.691805 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e6140877-30ec-42d4-b42f-b08e78842510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59725067'] for subnet (702d9192-ab58-4987-bc44-1159ca098e88), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:09.772814 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e6140877-30ec-42d4-b42f-b08e78842510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (702d9192-ab58-4987-bc44-1159ca098e88), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:09.775444 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:47:09.787543 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea29b5c-dbc2-45aa-bf92-eca2bdc142de None None] Sync routers for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:47:09.801954 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea29b5c-dbc2-45aa-bf92-eca2bdc142de None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:47:09.802788 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-fea29b5c-dbc2-45aa-bf92-eca2bdc142de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:46:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:09.843534 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] No DVR routers for this DVR port d4618aa7-0f3d-484f-8b92-46e047745178 on host hv-cinder-81322 {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:47:09.850159 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:09.853662 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-11dff1a5-d9b8-49a7-bf47-004f0c7fcabd req-c163b3b5-f902-4f1d-b425-04ab238c51ba tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.89 "DELETE /v2.0/ports/d4618aa7-0f3d-484f-8b92-46e047745178 HTTP/1.1" status: 204 len: 173 time: 1.0711546 Feb 20 23:47:09.903363 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2234b02c-461b-4650-82cd-842151d4f281 req-e8551f15-e27a-40ec-9cad-34cc9449b1a7 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=efab51f3-129c-4294-b066-72664769f2fc HTTP/1.1" status: 200 len: 210 time: 0.0311272 Feb 20 23:47:09.942700 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'name': 'network-vif-deleted', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:09.945917 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3787d9-c35f-4740-b3da-87835dabe81f" -d '{"events": [{"server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "name": "network-vif-deleted", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:09.962762 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e6140877-30ec-42d4-b42f-b08e78842510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58721909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58876837'] for subnet (702d9192-ab58-4987-bc44-1159ca098e88), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:10.003310 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6140877-30ec-42d4-b42f-b08e78842510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=702d9192-ab58-4987-bc44-1159ca098e88,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:10.015503 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e6140877-30ec-42d4-b42f-b08e78842510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:10.021889 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-e6140877-30ec-42d4-b42f-b08e78842510 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/702d9192-ab58-4987-bc44-1159ca098e88 HTTP/1.1" status: 204 len: 168 time: 0.4730976 Feb 20 23:47:10.026502 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45394) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:10.032731 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cd2c04-4a06-42b6-9cbb-e0e6eb3dc5b5 x-openstack-request-id: req-e3cd2c04-4a06-42b6-9cbb-e0e6eb3dc5b5 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:10.033538 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efab51f3-129c-4294-b066-72664769f2fc", "name": "network-vif-deleted", "tag": "d4618aa7-0f3d-484f-8b92-46e047745178", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:10.034189 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3cd2c04-4a06-42b6-9cbb-e0e6eb3dc5b5 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:10.037474 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efab51f3-129c-4294-b066-72664769f2fc', 'name': 'network-vif-deleted', 'tag': 'd4618aa7-0f3d-484f-8b92-46e047745178', 'status': 'completed', 'code': 200} Feb 20 23:47:10.082089 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-fea29b5c-dbc2-45aa-bf92-eca2bdc142de None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:47:10.125185 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-87ebbd34-57b3-47e5-9900-92618c299e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (2f14601d-839b-4074-b28a-f29bd97f9089), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:10.210774 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-87ebbd34-57b3-47e5-9900-92618c299e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (2f14601d-839b-4074-b28a-f29bd97f9089), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:10.234715 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-87ebbd34-57b3-47e5-9900-92618c299e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f14601d-839b-4074-b28a-f29bd97f9089']}} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:10.247125 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-87ebbd34-57b3-47e5-9900-92618c299e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1072b1-1de3-41e6-adc0-0038c91e63f3') {'for_net_delete': True} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:10.247416 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-87ebbd34-57b3-47e5-9900-92618c299e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1072b1-1de3-41e6-adc0-0038c91e63f3') {} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:10.258273 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-87ebbd34-57b3-47e5-9900-92618c299e25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62845142'] for segment (9c1072b1-1de3-41e6-adc0-0038c91e63f3), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:10.276291 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-87ebbd34-57b3-47e5-9900-92618c299e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (9c1072b1-1de3-41e6-adc0-0038c91e63f3), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:10.285051 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ebbd34-57b3-47e5-9900-92618c299e25 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:47:10.285759 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-87ebbd34-57b3-47e5-9900-92618c299e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58918974'] for segment (9c1072b1-1de3-41e6-adc0-0038c91e63f3), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: Traceback (most recent call last): Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: timer() Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: cb(*args, **kw) Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: return func(*args, **kwargs) Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: self._notify() Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: self.callback(batched_events) Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: event.method(event) Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: return f(self, *a, **k) Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: return self._get(url).json() Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: return self.request(url, 'GET', **kwargs) Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:47:10.287788 dv-cinder-813221-6-iscsi neutron-server[109846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:47:10.357434 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-fea29b5c-dbc2-45aa-bf92-eca2bdc142de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:45Z', 'revision_number': 5, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:10.393403 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea29b5c-dbc2-45aa-bf92-eca2bdc142de None None] Checking router: 8477965c-8e3f-4386-b418-1bee75d15ddf for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:47:10.403527 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea29b5c-dbc2-45aa-bf92-eca2bdc142de None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:47:10.404347 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-fea29b5c-dbc2-45aa-bf92-eca2bdc142de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:46:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:10.409103 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-87ebbd34-57b3-47e5-9900-92618c299e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (2f14601d-839b-4074-b28a-f29bd97f9089), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:10.419514 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-87ebbd34-57b3-47e5-9900-92618c299e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:10.425380 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-87ebbd34-57b3-47e5-9900-92618c299e25 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2f14601d-839b-4074-b28a-f29bd97f9089 HTTP/1.1" status: 204 len: 168 time: 0.3977334 Feb 20 23:47:10.438429 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebbd34-57b3-47e5-9900-92618c299e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f14601d-839b-4074-b28a-f29bd97f9089,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:10.529044 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-fea29b5c-dbc2-45aa-bf92-eca2bdc142de None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:47:10.777275 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-fea29b5c-dbc2-45aa-bf92-eca2bdc142de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:45Z', 'revision_number': 5, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:10.809123 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea29b5c-dbc2-45aa-bf92-eca2bdc142de None None] The sync data for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi is: [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:45Z', 'revision_number': 5, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:47:10.818100 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45400) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:10.876195 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-ec0ace24-a3ff-4da2-aeec-649e5bb6563b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db0cd55b99ee4a608c722d417d41349c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537832 Feb 20 23:47:10.876627 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45402) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:10.945291 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb94b-2c39-4c2b-8006-87b6d4b29367 admin admin] Publish callbacks [] for security_group (c55d9413-292c-4e5f-8457-4efaf411bc50), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:10.972459 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb94b-2c39-4c2b-8006-87b6d4b29367 admin admin] Publish callbacks [] for security_group (c55d9413-292c-4e5f-8457-4efaf411bc50), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:11.076333 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45408) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:11.123437 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb94b-2c39-4c2b-8006-87b6d4b29367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (c55d9413-292c-4e5f-8457-4efaf411bc50), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:11.128003 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb94b-2c39-4c2b-8006-87b6d4b29367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:11.129175 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-9d1fb94b-2c39-4c2b-8006-87b6d4b29367 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c55d9413-292c-4e5f-8457-4efaf411bc50 HTTP/1.1" status: 204 len: 168 time: 0.2513292 Feb 20 23:47:11.155960 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fb94b-2c39-4c2b-8006-87b6d4b29367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55d9413-292c-4e5f-8457-4efaf411bc50,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:11.168981 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec7c68-9216-4241-9f44-7ee77f010694 None None] New status for floating IP 9e57ca9f-d66a-4b45-a3c9-799ccb7ca335: DOWN {{(pid=109849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:47:11.183802 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-474dc269-9c4a-4ce0-b792-f648da48d630 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group (a0b3f049-58a5-41a5-8ca4-ae8f761f7884), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:11.218736 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-474dc269-9c4a-4ce0-b792-f648da48d630 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group (a0b3f049-58a5-41a5-8ca4-ae8f761f7884), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:11.386130 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-474dc269-9c4a-4ce0-b792-f648da48d630 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a0b3f049-58a5-41a5-8ca4-ae8f761f7884), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:11.390479 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-474dc269-9c4a-4ce0-b792-f648da48d630 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:11.392765 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-474dc269-9c4a-4ce0-b792-f648da48d630 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "DELETE /v2.0/security-groups/a0b3f049-58a5-41a5-8ca4-ae8f761f7884 HTTP/1.1" status: 204 len: 168 time: 0.3136158 Feb 20 23:47:11.397652 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45412) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:11.407682 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dc269-9c4a-4ce0-b792-f648da48d630 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b3f049-58a5-41a5-8ca4-ae8f761f7884,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:11.408272 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device ea24d2fe-a95b-4027-a63a-7c7057e4e7be no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:47:11.430037 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.api.v2.resource [None req-31f25501-9b18-46da-a931-7095fa2f14d2 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] show failed (client error): The resource could not be found. Feb 20 23:47:11.431431 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-31f25501-9b18-46da-a931-7095fa2f14d2 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups/a0b3f049-58a5-41a5-8ca4-ae8f761f7884 HTTP/1.1" status: 404 len: 347 time: 0.0327024 Feb 20 23:47:11.434501 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45414) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:11.437464 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: ea24d2fe-a95b-4027-a63a-7c7057e4e7be {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:47:11.438007 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device ea24d2fe-a95b-4027-a63a-7c7057e4e7be not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:47:11.438611 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device d4618aa7-0f3d-484f-8b92-46e047745178 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:47:11.465024 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: d4618aa7-0f3d-484f-8b92-46e047745178 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:47:11.465651 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device d4618aa7-0f3d-484f-8b92-46e047745178 not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:47:11.606191 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-30397e62-42ea-429f-803f-89a577ea0015 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Deleting port ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:47:11.606564 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-30397e62-42ea-429f-803f-89a577ea0015 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:11.697193 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-30397e62-42ea-429f-803f-89a577ea0015 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:11.697529 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-30397e62-42ea-429f-803f-89a577ea0015 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:11.711185 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-30397e62-42ea-429f-803f-89a577ea0015 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Calling delete_port for ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479 owned by network:floatingip {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:47:11.928873 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-30397e62-42ea-429f-803f-89a577ea0015 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:11.958610 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30397e62-42ea-429f-803f-89a577ea0015 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event deleted for resources: {'Port': ['ID=ee3aaf29-5e8e-4d10-a9b5-3e52b8dc7479,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:12.024744 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-30397e62-42ea-429f-803f-89a577ea0015 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (9e57ca9f-d66a-4b45-a3c9-799ccb7ca335), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:12.027301 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-30397e62-42ea-429f-803f-89a577ea0015 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:12.028508 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-30397e62-42ea-429f-803f-89a577ea0015 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "DELETE /v2.0/floatingips/9e57ca9f-d66a-4b45-a3c9-799ccb7ca335 HTTP/1.1" status: 204 len: 168 time: 0.5928948 Feb 20 23:47:12.406306 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45442) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:12.410912 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-35f9533a-4c6a-4624-ad1c-af2bc52e00c0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--639895111', 'description': 'tempest-description--1981221527'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:12.505526 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-35f9533a-4c6a-4624-ad1c-af2bc52e00c0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:12.588428 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-35f9533a-4c6a-4624-ad1c-af2bc52e00c0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group (0c69c89e-d21c-4b32-a93b-203c1021adc0), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:12.625973 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-35f9533a-4c6a-4624-ad1c-af2bc52e00c0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (0c69c89e-d21c-4b32-a93b-203c1021adc0), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:12.656529 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9533a-4c6a-4624-ad1c-af2bc52e00c0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c69c89e-d21c-4b32-a93b-203c1021adc0,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:12.684494 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-35f9533a-4c6a-4624-ad1c-af2bc52e00c0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:12.685900 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-35f9533a-4c6a-4624-ad1c-af2bc52e00c0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2784541 Feb 20 23:47:12.688952 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45444) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:12.693429 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-45cc1fda-c171-498e-a739-96cbde05843c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Request body: {'security_group_rule': {'security_group_id': '0c69c89e-d21c-4b32-a93b-203c1021adc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:12.779421 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-45cc1fda-c171-498e-a739-96cbde05843c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group_rule (a61498c1-37e3-4057-8108-df80fb3303ab), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:12.841540 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-45cc1fda-c171-498e-a739-96cbde05843c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group_rule (a61498c1-37e3-4057-8108-df80fb3303ab), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:12.911471 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-45cc1fda-c171-498e-a739-96cbde05843c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (a61498c1-37e3-4057-8108-df80fb3303ab), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:12.932683 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc1fda-c171-498e-a739-96cbde05843c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61498c1-37e3-4057-8108-df80fb3303ab,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:12.993455 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-45cc1fda-c171-498e-a739-96cbde05843c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:12.994758 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-45cc1fda-c171-498e-a739-96cbde05843c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3047841 Feb 20 23:47:12.997761 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45448) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:13.002928 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-0662a86f-a828-4bb8-a4bd-b2170302c46a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Request body: {'security_group_rule': {'security_group_id': '0c69c89e-d21c-4b32-a93b-203c1021adc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:13.094420 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0662a86f-a828-4bb8-a4bd-b2170302c46a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group_rule (5c1fd38e-1b17-4885-a4bd-a079a3e22a7b), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:13.160467 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0662a86f-a828-4bb8-a4bd-b2170302c46a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group_rule (5c1fd38e-1b17-4885-a4bd-a079a3e22a7b), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:13.282753 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0662a86f-a828-4bb8-a4bd-b2170302c46a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (5c1fd38e-1b17-4885-a4bd-a079a3e22a7b), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:13.302597 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662a86f-a828-4bb8-a4bd-b2170302c46a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1fd38e-1b17-4885-a4bd-a079a3e22a7b,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:13.353401 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0662a86f-a828-4bb8-a4bd-b2170302c46a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:13.357712 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-0662a86f-a828-4bb8-a4bd-b2170302c46a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560030 Feb 20 23:47:13.358037 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45454) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:13.363245 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Request body: {'floatingip': {'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:13.585592 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:13.692213 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:13.799149 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Allocated IP 172.27.0.96 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/b6925c0b-934e-4d30-9f3d-1191b5bfb613) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:47:13.931551 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for port (b6925c0b-934e-4d30-9f3d-1191b5bfb613), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:14.026154 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (b6925c0b-934e-4d30-9f3d-1191b5bfb613), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:14.064663 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:47:14.067669 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:47:14.072033 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:47:14.106440 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event updated for resources: {'Port': ['ID=b6925c0b-934e-4d30-9f3d-1191b5bfb613,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:14.149239 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-d0f7a97a-2849-49b8-969e-56067210c27d tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421564150&fields=id&tenant_id=b0ab0463fadd485090d27628f33e8dc8 HTTP/1.1" status: 200 len: 267 time: 0.0599582 Feb 20 23:47:14.185971 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (08f3774d-0e5c-4f81-96db-733e76434b77), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:14.258481 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-a5fa78f4-d3b9-470e-a803-40cdb381f2b7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:14.260236 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-a5fa78f4-d3b9-470e-a803-40cdb381f2b7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 812 time: 0.1077330 Feb 20 23:47:14.276214 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-de43abe4-af47-467c-97dc-6019bbf6ffe5 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/quotas/b0ab0463fadd485090d27628f33e8dc8 HTTP/1.1" status: 200 len: 375 time: 0.0100822 Feb 20 23:47:14.276563 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (b6925c0b-934e-4d30-9f3d-1191b5bfb613), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:14.335405 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-7b4aa8e9-359b-4fe2-a2db-1dd56b7ee23a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532906 Feb 20 23:47:14.445417 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9d8c9750-6814-4c65-82af-86c5143af280 service neutron] 10.222.0.37 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977080 Feb 20 23:47:14.448481 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for port (b6925c0b-934e-4d30-9f3d-1191b5bfb613), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:14.541645 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (b6925c0b-934e-4d30-9f3d-1191b5bfb613), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:14.551580 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-15cf502f-b6d5-4c59-bab1-8c182c3bb761 service neutron] 10.222.0.37 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002164 Feb 20 23:47:14.668416 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event updated for resources: {'Port': ['ID=b6925c0b-934e-4d30-9f3d-1191b5bfb613,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:14.677369 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (08f3774d-0e5c-4f81-96db-733e76434b77), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:14.759697 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:14.761765 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-98fd2fc5-f451-4d4b-8f32-d34b46bcab0d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4017620 Feb 20 23:47:14.990780 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-ca35263d-070b-4e1b-bf26-6480336fa60c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--639895111&fields=id&tenant_id=71217ce1f2824d06a3b07c9e12cb1a97 HTTP/1.1" status: 200 len: 267 time: 0.0445485 Feb 20 23:47:15.115615 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-49dd6b8d-6cea-4443-9d1f-8b1f22769ec7 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:15.120014 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-49dd6b8d-6cea-4443-9d1f-8b1f22769ec7 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/networks?id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 HTTP/1.1" status: 200 len: 817 time: 0.1225483 Feb 20 23:47:15.131099 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-aa413731-d7d8-40b1-8593-0ce0bd219a3e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/quotas/71217ce1f2824d06a3b07c9e12cb1a97 HTTP/1.1" status: 200 len: 375 time: 0.0102131 Feb 20 23:47:15.169107 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d3f39a78-122a-4509-8af3-ba3f57f7e9fe req-0ee43c36-5d3b-4cc3-905b-49987fcaf997 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 210 time: 0.0360682 Feb 20 23:47:15.208951 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-408e3f24-4b52-4eab-bdea-3d19e405e118 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678632 Feb 20 23:47:15.310666 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-873cc0ff-fbd0-4ece-9fd8-b4d55ddc69e9 service neutron] 10.222.0.37 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896139 Feb 20 23:47:15.402455 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-1ad864c3-5553-40fb-9b37-7e1e5bf0cd77 service neutron] 10.222.0.37 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860698 Feb 20 23:47:15.656555 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-46ebf12f-72fd-42dd-85be-d55a5b2451af req-982a4187-13db-4d32-9e9f-29ad63f6bdde tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 210 time: 0.0365088 Feb 20 23:47:16.247000 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e928cf61-f154-4847-a61b-5f941103d788 req-34d84f29-6c30-4fcb-8141-ed9a69dd9d3e tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 210 time: 0.0269964 Feb 20 23:47:16.762275 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-db7c5a63-2b4d-47a2-b494-bdad2ec18042 req-76def98f-ba97-44e0-9bca-338d83e13d0c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 210 time: 0.0288079 Feb 20 23:47:17.341931 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2580c8dc-7ec7-452b-b4b4-d7fdd1f5cf12 req-2c1d9487-e1f8-479c-b1c8-d91d4c51d2b7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 210 time: 0.0269120 Feb 20 23:47:17.726294 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-a64932f7-d7e9-4cf2-9ed7-535bcf7f1670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:17.727850 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-a64932f7-d7e9-4cf2-9ed7-535bcf7f1670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 812 time: 0.1328261 Feb 20 23:47:17.819085 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-4b75f3d1-3f84-498f-801b-daf333856ee2 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ab0463fadd485090d27628f33e8dc8 HTTP/1.1" status: 200 len: 380 time: 0.0814497 Feb 20 23:47:17.830781 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-1da054c8-a757-4c21-8d44-c65a91cfbda7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Request body: {'port': {'device_id': '38d3ce5a-89ed-4167-92b9-80c0b96e7038', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'admin_state_up': True, 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'security_groups': ['975716d0-e84a-41a1-8a4d-48f3ac775a60']}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:17.938618 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-aed8683f-dddc-4265-b12e-270ef53947e6 req-c2a3da00-1f0e-4ddc-83dd-32947bfe527e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 210 time: 0.0489428 Feb 20 23:47:17.947220 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-d3a3076b-9aa9-4420-8fb8-ed7add3c5791 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:17.948769 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-d3a3076b-9aa9-4420-8fb8-ed7add3c5791 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.89 "GET /v2.0/networks?id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 HTTP/1.1" status: 200 len: 817 time: 0.1649690 Feb 20 23:47:18.026462 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-77840ae6-6480-4417-803b-48b851d9dfaf tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71217ce1f2824d06a3b07c9e12cb1a97 HTTP/1.1" status: 200 len: 379 time: 0.0690327 Feb 20 23:47:18.035319 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-eb463554-8728-4d32-9447-660ed6e82e6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Request body: {'port': {'device_id': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'admin_state_up': True, 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'security_groups': ['0c69c89e-d21c-4b32-a93b-203c1021adc0']}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:18.094568 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-1da054c8-a757-4c21-8d44-c65a91cfbda7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Made reservation on behalf of b0ab0463fadd485090d27628f33e8dc8 for: {'port': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:47:18.098032 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-1da054c8-a757-4c21-8d44-c65a91cfbda7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:18.254023 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-eb463554-8728-4d32-9447-660ed6e82e6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Made reservation on behalf of 71217ce1f2824d06a3b07c9e12cb1a97 for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:47:18.257574 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-eb463554-8728-4d32-9447-660ed6e82e6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:18.261004 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-1da054c8-a757-4c21-8d44-c65a91cfbda7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Allocated IP 172.20.0.6 (bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3/457b11d8-602f-4dc9-9696-6a10c6736e39/6f46b0ba-8f95-4632-b9f0-5a6a16ad2981) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:47:18.436899 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-eb463554-8728-4d32-9447-660ed6e82e6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Allocated IP 172.20.0.3 (e03f66c1-ea39-420d-9c4e-5f4ea4940fe8/0824fe94-1e5c-4564-a36f-ea1b09d0aec8/9c92c76d-0c67-4204-aa1c-95ade4fcc7ef) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:47:18.437788 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-1da054c8-a757-4c21-8d44-c65a91cfbda7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:18.515327 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6831ad91-0780-455e-96af-1536e3ea8056 req-6b964a94-8e7d-43f6-a1c4-c1d12dc674f9 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 210 time: 0.0493855 Feb 20 23:47:18.574161 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-1da054c8-a757-4c21-8d44-c65a91cfbda7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:18.618770 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-1da054c8-a757-4c21-8d44-c65a91cfbda7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:47:18.621798 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-1da054c8-a757-4c21-8d44-c65a91cfbda7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:47:18.622506 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-eb463554-8728-4d32-9447-660ed6e82e6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:18.626879 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-1da054c8-a757-4c21-8d44-c65a91cfbda7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:47:18.662108 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da054c8-a757-4c21-8d44-c65a91cfbda7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'Port': ['ID=6f46b0ba-8f95-4632-b9f0-5a6a16ad2981,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:18.700417 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-1da054c8-a757-4c21-8d44-c65a91cfbda7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:18.700876 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-1da054c8-a757-4c21-8d44-c65a91cfbda7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:18.740076 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-eb463554-8728-4d32-9447-660ed6e82e6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:18.795420 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-eb463554-8728-4d32-9447-660ed6e82e6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:47:18.802901 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-eb463554-8728-4d32-9447-660ed6e82e6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:47:18.805567 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-eb463554-8728-4d32-9447-660ed6e82e6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:47:18.815167 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb463554-8728-4d32-9447-660ed6e82e6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event updated for resources: {'Port': ['ID=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:18.835195 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-1da054c8-a757-4c21-8d44-c65a91cfbda7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0104468 Feb 20 23:47:18.849454 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Request body: {'port': {'device_id': '38d3ce5a-89ed-4167-92b9-80c0b96e7038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:18.929317 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:18.984910 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-a88a6c47-6d3f-4ee1-a3e6-d28c21e5c4e4 None None] Provisioning complete for port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:47:18.986407 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a88a6c47-6d3f-4ee1-a3e6-d28c21e5c4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:19.049119 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-a88a6c47-6d3f-4ee1-a3e6-d28c21e5c4e4 None None] Port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:47:19.172913 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-8ed23cbc-717c-483d-9115-2a4397522d31 None None] Provisioning complete for port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:47:19.173280 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8ed23cbc-717c-483d-9115-2a4397522d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:19.179278 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-eb463554-8728-4d32-9447-660ed6e82e6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:19.179885 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-eb463554-8728-4d32-9447-660ed6e82e6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:19.207023 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e309c-d99e-4c09-a8e5-cc04a258fe09 req-b4c02630-c667-4e49-bc48-8d93d923646e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:19.208520 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-775e309c-d99e-4c09-a8e5-cc04a258fe09 req-b4c02630-c667-4e49-bc48-8d93d923646e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 931 time: 0.0806091 Feb 20 23:47:19.210791 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-8ed23cbc-717c-483d-9115-2a4397522d31 None None] Port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:47:19.246446 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 {{(pid=109847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:47:19.254411 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Publish callbacks [] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:19.265646 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-775e309c-d99e-4c09-a8e5-cc04a258fe09 req-f1265bc6-5483-462f-a95b-bf63c14a5d88 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464752 Feb 20 23:47:19.269245 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-eb463554-8728-4d32-9447-660ed6e82e6b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2381175 Feb 20 23:47:19.273400 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.provisioning_blocks [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Transition to ACTIVE for port object 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 will not be triggered until provisioned by entity L2. {{(pid=109847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:47:19.282139 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Request body: {'port': {'device_id': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:19.340103 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4dea1f15-4cab-482d-b1d8-32199b2bea0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:19.340335 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:19.349708 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:19.638376 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f46b0ba-8f95-4632-b9f0-5a6a16ad2981,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:19.711669 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:47:19.720356 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Attempting to bind port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:47:19.720685 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Attempting to bind port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:47:19.721039 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Attempting to bind port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 on network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:47:19.723387 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Publish callbacks [] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:19.732910 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 on network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:47:19.734063 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Attempting to bind port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 on network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:47:19.746348 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Transition to ACTIVE for port object 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:47:19.746586 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:47:19.746699 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Checking segment: {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:47:19.746996 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Bound using segment: {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'} {{(pid=109847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:47:19.748163 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.managers [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Bound port: 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'}}] {{(pid=109847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:47:19.748163 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:19.757746 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255fb9-d282-47fa-9990-187d3da72a85 req-afb2e856-0cbf-4a9e-a539-955bdb189bdb tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:19.766409 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fc255fb9-d282-47fa-9990-187d3da72a85 req-afb2e856-0cbf-4a9e-a539-955bdb189bdb tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 943 time: 0.1505318 Feb 20 23:47:19.830764 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:19.843878 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fc255fb9-d282-47fa-9990-187d3da72a85 req-5230e41c-a2fe-4443-b565-7d6cce950f5c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765531 Feb 20 23:47:19.846582 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] For port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981, host hv-cinder-81322, cleared binding levels {{(pid=109847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:47:19.850485 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] For port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f46b0ba-8f95-4632-b9f0-5a6a16ad2981,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:47:19.888002 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Pushing event updated for resources: {'Port': ['ID=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:19.948666 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:19.970854 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Attempting to bind port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:47:19.971186 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Attempting to bind port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:47:19.972164 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Attempting to bind port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef on network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:47:19.981133 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef on network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:47:19.985310 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Attempting to bind port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef on network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:47:19.994490 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:19.995195 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:19.996920 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] 10.222.0.89 "PUT /v2.0/ports/6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 HTTP/1.1" status: 200 len: 1093 time: 1.1520782 Feb 20 23:47:19.997354 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:47:19.997571 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d3ce5a-89ed-4167-92b9-80c0b96e7038', 'tag': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:19.997722 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Checking segment: {'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:47:19.998134 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Bound using segment: {'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:47:20.001329 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ede694-9794-4ca1-9eb1-2742b2a66b22" -d '{"events": [{"name": "network-changed", "server_uuid": "38d3ce5a-89ed-4167-92b9-80c0b96e7038", "tag": "6f46b0ba-8f95-4632-b9f0-5a6a16ad2981"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:20.001969 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Bound port: 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956a8fb4-e058-470d-b83f-9f77889802b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:47:20.002357 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:20.069908 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60f0a49-c2b4-4296-ba68-4ab2b7705ec0 x-openstack-request-id: req-e60f0a49-c2b4-4296-ba68-4ab2b7705ec0 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:20.070199 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d3ce5a-89ed-4167-92b9-80c0b96e7038", "tag": "6f46b0ba-8f95-4632-b9f0-5a6a16ad2981", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:20.070450 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e60f0a49-c2b4-4296-ba68-4ab2b7705ec0 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:20.071040 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d3ce5a-89ed-4167-92b9-80c0b96e7038', 'tag': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981', 'status': 'completed', 'code': 200} Feb 20 23:47:20.094539 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeae632-b133-4d93-8303-3aeab2e0e6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f46b0ba-8f95-4632-b9f0-5a6a16ad2981,revision_number=3']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:20.118807 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] For port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:47:20.124594 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] For port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:47:20.165146 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede694-9794-4ca1-9eb1-2742b2a66b22 req-3835617f-8cd9-4ac4-b192-ff86c95353e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.166717 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-83ede694-9794-4ca1-9eb1-2742b2a66b22 req-3835617f-8cd9-4ac4-b192-ff86c95353e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 1127 time: 0.0587423 Feb 20 23:47:20.186921 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:20.224578 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.225231 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:20.226937 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] 10.222.0.89 "PUT /v2.0/ports/9c92c76d-0c67-4204-aa1c-95ade4fcc7ef HTTP/1.1" status: 200 len: 1093 time: 0.9497983 Feb 20 23:47:20.227403 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:20.229736 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29df1db3-b748-478f-ab97-7f8a41a44865" -d '{"events": [{"name": "network-changed", "server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:20.276575 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bec5fb-fedf-4851-b71e-427d418a9b6a service neutron] Pushing event updated for resources: {'Port': ['ID=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:20.290001 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a011e7c5-f51d-487b-8504-fffc81a79dcf x-openstack-request-id: req-a011e7c5-f51d-487b-8504-fffc81a79dcf {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:20.290286 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:20.290527 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a011e7c5-f51d-487b-8504-fffc81a79dcf {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:20.290928 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'status': 'completed', 'code': 200} Feb 20 23:47:20.326476 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede694-9794-4ca1-9eb1-2742b2a66b22 req-d6163172-d291-4a18-aca7-30d2f72f4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.328849 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-83ede694-9794-4ca1-9eb1-2742b2a66b22 req-d6163172-d291-4a18-aca7-30d2f72f4c50 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=b0ab0463fadd485090d27628f33e8dc8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1537514 Feb 20 23:47:20.391229 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df1db3-b748-478f-ab97-7f8a41a44865 req-609c4f30-dbcb-42ec-aa28-50a1f3b19ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.393783 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-29df1db3-b748-478f-ab97-7f8a41a44865 req-609c4f30-dbcb-42ec-aa28-50a1f3b19ebd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 1127 time: 0.0792172 Feb 20 23:47:20.443463 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede694-9794-4ca1-9eb1-2742b2a66b22 req-3bc750a4-11b4-42c7-9316-ed526352c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.445045 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-83ede694-9794-4ca1-9eb1-2742b2a66b22 req-3bc750a4-11b4-42c7-9316-ed526352c1ba service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102624 Feb 20 23:47:20.515052 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53bb78-4dfd-41a0-becd-3d2dbea80fed req-90499c98-376a-41e9-9281-45fddf7acc74 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.516783 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6f53bb78-4dfd-41a0-becd-3d2dbea80fed req-90499c98-376a-41e9-9281-45fddf7acc74 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.1380954 Feb 20 23:47:20.543841 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-8f14dea5-cbe3-4d68-9146-8808fd687e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.545291 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-8f14dea5-cbe3-4d68-9146-8808fd687e56 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 1127 time: 0.0622702 Feb 20 23:47:20.556799 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df1db3-b748-478f-ab97-7f8a41a44865 req-1929a934-868c-4d67-8e53-e7b6b275fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.558280 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-29df1db3-b748-478f-ab97-7f8a41a44865 req-1929a934-868c-4d67-8e53-e7b6b275fa85 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1392965 Feb 20 23:47:20.587623 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-0d4dd427-ef94-4feb-9a4a-0dd4f765c3c9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 HTTP/1.1" status: 200 len: 217 time: 0.0349174 Feb 20 23:47:20.636262 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6f53bb78-4dfd-41a0-becd-3d2dbea80fed req-bf0d7868-3565-4aeb-9e5e-c9d5bd5b2542 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122737 Feb 20 23:47:20.636830 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-849b6789-ddc8-4d76-920c-65df42dbcaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.638301 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-849b6789-ddc8-4d76-920c-65df42dbcaf2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 200 len: 851 time: 0.0447569 Feb 20 23:47:20.685318 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df1db3-b748-478f-ab97-7f8a41a44865 req-2b279fb1-01e6-4bbb-874a-bdd6f64c32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.687774 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-29df1db3-b748-478f-ab97-7f8a41a44865 req-2b279fb1-01e6-4bbb-874a-bdd6f64c32ba service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1208193 Feb 20 23:47:20.699666 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-290ec958-cc2a-4df0-8524-018e5e0926c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.699666 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-290ec958-cc2a-4df0-8524-018e5e0926c1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511329 Feb 20 23:47:20.777497 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-90af73bf-cebb-49a2-b1f8-e19c66c33666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.779089 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-90af73bf-cebb-49a2-b1f8-e19c66c33666 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 1127 time: 0.0469379 Feb 20 23:47:20.802957 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-aa605cdf-4678-4abe-9c63-f74a93bc8f0b service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871954 Feb 20 23:47:20.828168 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-08bf0a7b-0e09-4acb-ae8f-a8146ecbeeac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef HTTP/1.1" status: 200 len: 217 time: 0.0412076 Feb 20 23:47:20.878411 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-fbca2a41-6a66-4b88-b571-061b580bd14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.879816 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-fbca2a41-6a66-4b88-b571-061b580bd14c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0824fe94-1e5c-4564-a36f-ea1b09d0aec8 HTTP/1.1" status: 200 len: 856 time: 0.0455232 Feb 20 23:47:20.903456 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-3a6138e4-10f1-4c06-bfb6-f6fa585789dd req-1ee472c7-f47d-4ce6-b30c-42b56f97588a service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927091 Feb 20 23:47:20.947518 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-cb130b22-aa76-40c9-b96c-618f91b5a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:20.949012 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-cb130b22-aa76-40c9-b96c-618f91b5a345 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604591 Feb 20 23:47:21.048645 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb33c-a259-440b-9b37-66e64aacade7 req-c65d3747-e20b-4b9e-a9e2-bfa51cb915a2 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:21.050507 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e84eb33c-a259-440b-9b37-66e64aacade7 req-c65d3747-e20b-4b9e-a9e2-bfa51cb915a2 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 943 time: 0.1146183 Feb 20 23:47:21.093830 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-69d50366-f091-4802-9783-9f8e8f523a73 service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266139 Feb 20 23:47:21.173482 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e84eb33c-a259-440b-9b37-66e64aacade7 req-cacc70f1-2a9f-4e5e-a197-b113bddf5496 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161733 Feb 20 23:47:21.212804 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7e5663c1-b72f-4b45-a0ef-7b92f0320016 req-96c61a5a-290b-4221-bd24-1d218eb71c08 service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085119 Feb 20 23:47:21.745220 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a85f8e53-e52d-4fe1-a7dd-848d709cbf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:21.768930 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121543d-7505-4a48-bd54-213824f224e5 req-cf1f73ee-5271-4720-8c3f-8280592561d4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:21.770410 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e121543d-7505-4a48-bd54-213824f224e5 req-cf1f73ee-5271-4720-8c3f-8280592561d4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0583458 Feb 20 23:47:21.820167 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e121543d-7505-4a48-bd54-213824f224e5 req-70a49f22-a9b6-48ad-8ea8-db180826c47d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441711 Feb 20 23:47:22.291407 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b5fdb-5cb7-4c4e-9221-187793740f38 req-5d301781-0201-4ff3-9c32-c0371ce54d2a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:22.292917 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-112b5fdb-5cb7-4c4e-9221-187793740f38 req-5d301781-0201-4ff3-9c32-c0371ce54d2a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 943 time: 0.0515645 Feb 20 23:47:22.345708 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-112b5fdb-5cb7-4c4e-9221-187793740f38 req-06b3813a-9ca3-4b77-87a7-fb36fe8d0881 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467045 Feb 20 23:47:22.767341 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45622) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:22.907207 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7a3066ba-56a3-40e0-b841-873fcd0a8791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:23.006316 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7a3066ba-56a3-40e0-b841-873fcd0a8791 admin admin] Publish callbacks [] for security_group (8189ab7a-1f33-40e0-8b4a-11e2ef7648e2), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:23.006657 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1dab-5842-4140-a0f8-470ded4cd98c req-e002ec4a-bf99-471f-84fe-dec47b0a8679 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:23.008281 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-222d1dab-5842-4140-a0f8-470ded4cd98c req-e002ec4a-bf99-471f-84fe-dec47b0a8679 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0776520 Feb 20 23:47:23.076330 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-222d1dab-5842-4140-a0f8-470ded4cd98c req-83b600b4-f1d4-4112-9764-7721650b9ca6 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603361 Feb 20 23:47:23.088526 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7a3066ba-56a3-40e0-b841-873fcd0a8791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (8189ab7a-1f33-40e0-8b4a-11e2ef7648e2), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:23.100644 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:23.137712 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-7a3066ba-56a3-40e0-b841-873fcd0a8791 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed9fbdd45ca24efaa3cc699783b90516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692391 Feb 20 23:47:23.138628 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3066ba-56a3-40e0-b841-873fcd0a8791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8189ab7a-1f33-40e0-8b4a-11e2ef7648e2,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:23.141047 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45628) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:23.203036 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e31bb6a5-cbf7-4abc-a9fa-2ac7ce318d5f admin admin] Publish callbacks [] for security_group (8189ab7a-1f33-40e0-8b4a-11e2ef7648e2), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:23.229303 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e31bb6a5-cbf7-4abc-a9fa-2ac7ce318d5f admin admin] Publish callbacks [] for security_group (8189ab7a-1f33-40e0-8b4a-11e2ef7648e2), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:23.356935 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e31bb6a5-cbf7-4abc-a9fa-2ac7ce318d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (8189ab7a-1f33-40e0-8b4a-11e2ef7648e2), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:23.360398 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e31bb6a5-cbf7-4abc-a9fa-2ac7ce318d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:23.361624 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-e31bb6a5-cbf7-4abc-a9fa-2ac7ce318d5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8189ab7a-1f33-40e0-8b4a-11e2ef7648e2 HTTP/1.1" status: 204 len: 168 time: 0.2196341 Feb 20 23:47:23.369953 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bb6a5-cbf7-4abc-a9fa-2ac7ce318d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8189ab7a-1f33-40e0-8b4a-11e2ef7648e2,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:23.485851 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300cce1-fdd6-4d46-9460-fb39e13f03c8 req-9368a70d-3be4-4cbd-b40c-c286d1fec7fb tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:23.487688 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9300cce1-fdd6-4d46-9460-fb39e13f03c8 req-9368a70d-3be4-4cbd-b40c-c286d1fec7fb tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 943 time: 0.0684848 Feb 20 23:47:23.491404 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:47:23.549031 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9300cce1-fdd6-4d46-9460-fb39e13f03c8 req-c7e0b7a4-ed65-40ac-91d9-d0353d513ddc tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559518 Feb 20 23:47:23.616544 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:23.632463 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'port_id': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'mac_address': 'fa:16:3e:41:e9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:47:23.686964 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:47:23.687360 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:23.701444 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:47:23.722513 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:23.797624 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:23.846803 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:23.854563 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:23.854912 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:23.855253 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:23.855589 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:23.855917 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:23.856242 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:23.856564 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:23.856991 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:23.857316 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:23.857662 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:23.858624 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:23.859202 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:23.859302 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:24.176426 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['9c92c76d-0c67-4204-aa1c-95ade4fcc7ef'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:47:24.225961 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c41455-f685-4bc7-96c4-4e21e4bcd777 req-0bc3eca2-f6c6-4373-ad2b-2ed941b03cbd tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:24.227726 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-28c41455-f685-4bc7-96c4-4e21e4bcd777 req-0bc3eca2-f6c6-4373-ad2b-2ed941b03cbd tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 944 time: 0.0660431 Feb 20 23:47:24.279399 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-28c41455-f685-4bc7-96c4-4e21e4bcd777 req-cafb8773-c5bb-455b-8c65-a2ea5272d1f5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444925 Feb 20 23:47:24.394262 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45656) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:24.489976 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2090968138-network', 'tenant_id': '9cef8d0d4d054119afe72ac0efbfd626'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:24.567336 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Made reservation on behalf of 9cef8d0d4d054119afe72ac0efbfd626 for: {'network': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:47:24.569673 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:24.581119 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:24.653447 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:24.656173 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Publish callbacks [] for security_group (e81ee682-a9af-4cb6-a7dd-46f07d324352), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:24.676920 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c99d8d-35ee-43b5-956d-4d8274c53381 req-373efbf3-ac37-4486-87fa-1fcbc569148a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:24.678373 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-08c99d8d-35ee-43b5-956d-4d8274c53381 req-373efbf3-ac37-4486-87fa-1fcbc569148a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 943 time: 0.0530427 Feb 20 23:47:24.726456 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-08c99d8d-35ee-43b5-956d-4d8274c53381 req-b9207663-af56-459e-9802-b785aeca35b2 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425456 Feb 20 23:47:24.739390 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (e81ee682-a9af-4cb6-a7dd-46f07d324352), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:24.766666 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=109847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:47:24.772153 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81ee682-a9af-4cb6-a7dd-46f07d324352,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:24.782481 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (ccc65af1-1de5-48d3-b0d1-da212d556cdd), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:24.782481 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.segments_db [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Added segment ccc65af1-1de5-48d3-b0d1-da212d556cdd of type vlan for network 0911205c-c537-4302-a8fa-c49d8be95a80 Feb 20 23:47:24.821266 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (0911205c-c537-4302-a8fa-c49d8be95a80), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:24.917245 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (0911205c-c537-4302-a8fa-c49d8be95a80), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:24.918158 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:24.918741 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:24.984300 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] Pushing event updated for resources: {'Network': ['ID=0911205c-c537-4302-a8fa-c49d8be95a80,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:24.994307 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 0911205c-c537-4302-a8fa-c49d8be95a80 details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:47:25.046745 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-4b8b46c3-6842-4ca7-8b73-5ac8a0cbbd0b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6500695 Feb 20 23:47:25.048354 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45662) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:25.053590 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-39b65cd9-f3b6-4781-b6c3-87c15f780f63 admin admin] Request body: {'subnet': {'network_id': '0911205c-c537-4302-a8fa-c49d8be95a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2090968138-subnet', 'tenant_id': '9cef8d0d4d054119afe72ac0efbfd626', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:25.122361 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b65cd9-f3b6-4781-b6c3-87c15f780f63 admin admin] Made reservation on behalf of 9cef8d0d4d054119afe72ac0efbfd626 for: {'subnet': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:47:25.125509 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-39b65cd9-f3b6-4781-b6c3-87c15f780f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58876744'] for subnet (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:25.329597 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-39b65cd9-f3b6-4781-b6c3-87c15f780f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58721844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58876858'] for subnet (445babfc-db60-4003-9cf3-69e95e11f782), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:25.395152 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b65cd9-f3b6-4781-b6c3-87c15f780f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=445babfc-db60-4003-9cf3-69e95e11f782,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:25.401210 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b65cd9-f3b6-4781-b6c3-87c15f780f63 admin admin] Checking segment: {'id': 'ccc65af1-1de5-48d3-b0d1-da212d556cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0911205c-c537-4302-a8fa-c49d8be95a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:47:25.401686 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b65cd9-f3b6-4781-b6c3-87c15f780f63 admin admin] Network hostable DHCP agents. Network: 0911205c-c537-4302-a8fa-c49d8be95a80, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:47:25.416848 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720369c-e240-4b4c-9530-f914485e7c2b req-25c0cf5b-c554-4805-af62-7884720e916d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:25.418360 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a720369c-e240-4b4c-9530-f914485e7c2b req-25c0cf5b-c554-4805-af62-7884720e916d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 944 time: 0.0589194 Feb 20 23:47:25.470264 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a720369c-e240-4b4c-9530-f914485e7c2b req-5bcd7978-9f0f-4516-96f9-6ba505c5e187 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459237 Feb 20 23:47:25.470851 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b65cd9-f3b6-4781-b6c3-87c15f780f63 admin admin] Network 0911205c-c537-4302-a8fa-c49d8be95a80 is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:47:25.496887 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:47:25.556565 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-39b65cd9-f3b6-4781-b6c3-87c15f780f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 0911205c-c537-4302-a8fa-c49d8be95a80) {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:47:25.560613 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b65cd9-f3b6-4781-b6c3-87c15f780f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:25.561992 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-39b65cd9-f3b6-4781-b6c3-87c15f780f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:25.569926 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d9345d-6992-4e05-886d-77ad8d83b795 None None] Network 0911205c-c537-4302-a8fa-c49d8be95a80 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:47:25.627491 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:47:25.658765 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-39b65cd9-f3b6-4781-b6c3-87c15f780f63 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6092296 Feb 20 23:47:25.776305 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:47:25.776718 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:25.830644 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26fe41c-80db-4e65-875c-006933d4b7e8 None None] Network 0911205c-c537-4302-a8fa-c49d8be95a80 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:47:25.873473 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d21d5-24e9-4418-bfb2-566d89d1fd7d req-f55e297f-003b-430e-9146-253084fd95d8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:25.875213 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0f6d21d5-24e9-4418-bfb2-566d89d1fd7d req-f55e297f-003b-430e-9146-253084fd95d8 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 943 time: 0.0740354 Feb 20 23:47:25.927619 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0f6d21d5-24e9-4418-bfb2-566d89d1fd7d req-64bbd565-2c93-4cba-bd86-338fb3149696 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462797 Feb 20 23:47:25.963534 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:47:25.963934 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:25.992118 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:25.994655 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8530609-baee-4a72-bcb9-4a35ba21feed" -d '{"events": [{"server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "name": "network-vif-plugged", "status": "completed", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:26.009502 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:26.034569 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f4e5fd-b441-4701-af35-b66aee008f56 x-openstack-request-id: req-51f4e5fd-b441-4701-af35-b66aee008f56 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:26.034862 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "name": "network-vif-plugged", "status": "completed", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:26.035110 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51f4e5fd-b441-4701-af35-b66aee008f56 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:26.035528 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'code': 200} Feb 20 23:47:26.065729 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:26.118801 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:26.185464 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:26.382863 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769548b-74e2-45ac-9cc3-77d50c0fda12 req-245e9849-b4e6-4280-be86-deff77f2cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:26.384535 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f769548b-74e2-45ac-9cc3-77d50c0fda12 req-245e9849-b4e6-4280-be86-deff77f2cfa5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 1129 time: 0.0492978 Feb 20 23:47:26.430951 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f769548b-74e2-45ac-9cc3-77d50c0fda12 req-87d8b68e-9c68-4975-9239-818168257ac7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407062 Feb 20 23:47:26.457804 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45684) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:26.462756 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-229339670-network', 'tenant_id': '81a5843be84844a28314eda3b1ff6e9e'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:26.545022 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Made reservation on behalf of 81a5843be84844a28314eda3b1ff6e9e for: {'network': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:47:26.548030 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for network (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:26.557224 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:26.598723 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578be5ff-6d30-48ee-a138-cc2526a5287a req-2aad1027-671c-4a86-97e3-0ad228725d0c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:26.600242 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-578be5ff-6d30-48ee-a138-cc2526a5287a req-2aad1027-671c-4a86-97e3-0ad228725d0c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0592444 Feb 20 23:47:26.636368 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Publish callbacks [] for security_group (66a38188-08d8-4f20-acf4-9f8a5afa4fee), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:26.650784 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-578be5ff-6d30-48ee-a138-cc2526a5287a req-2c76dea3-12d1-4082-aaab-a928a9fc0de2 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449584 Feb 20 23:47:26.705613 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (66a38188-08d8-4f20-acf4-9f8a5afa4fee), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:26.730563 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=109847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:47:26.741110 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a38188-08d8-4f20-acf4-9f8a5afa4fee,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:26.746009 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (0c1ded8c-e8ab-4db8-bbac-3a5c824b2a15), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:26.746350 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.segments_db [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Added segment 0c1ded8c-e8ab-4db8-bbac-3a5c824b2a15 of type vlan for network 42387d7b-da64-443e-bad9-371a11a0ff7a Feb 20 23:47:26.786526 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791162324116'] for network (42387d7b-da64-443e-bad9-371a11a0ff7a), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:26.910883 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990'] for network (42387d7b-da64-443e-bad9-371a11a0ff7a), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:26.911878 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:26.912440 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:26.973093 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] Pushing event updated for resources: {'Network': ['ID=42387d7b-da64-443e-bad9-371a11a0ff7a,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:26.983898 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Network 42387d7b-da64-443e-bad9-371a11a0ff7a details requested by agent ovs-agent-dv-cinder-813221-6-iscsi with host dv-cinder-813221-6-iscsi {{(pid=109848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:47:27.036855 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-424d12a8-91fa-4652-ad91-c62cd36e1061 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5754058 Feb 20 23:47:27.037097 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45690) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:27.041913 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-e708718f-5553-4f01-8c4e-fbbfc588d7fb admin admin] Request body: {'subnet': {'network_id': '42387d7b-da64-443e-bad9-371a11a0ff7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-229339670-subnet', 'tenant_id': '81a5843be84844a28314eda3b1ff6e9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:27.064716 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a1875-958f-409f-adc8-9af37f516c66 req-2912e8e6-a021-487b-b953-e835c797f551 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:27.066299 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b45a1875-958f-409f-adc8-9af37f516c66 req-2912e8e6-a021-487b-b953-e835c797f551 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 943 time: 0.0576816 Feb 20 23:47:27.115316 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b45a1875-958f-409f-adc8-9af37f516c66 req-d21301e0-6092-4dd4-b777-bfcdfcee6ab4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433590 Feb 20 23:47:27.139548 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e708718f-5553-4f01-8c4e-fbbfc588d7fb admin admin] Made reservation on behalf of 81a5843be84844a28314eda3b1ff6e9e for: {'subnet': 1} {{(pid=109847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:47:27.142637 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e708718f-5553-4f01-8c4e-fbbfc588d7fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58876744'] for subnet (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:27.347159 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e708718f-5553-4f01-8c4e-fbbfc588d7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58721844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58876858'] for subnet (8f312865-542b-495d-9356-787085abdfb2), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:27.404291 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708718f-5553-4f01-8c4e-fbbfc588d7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f312865-542b-495d-9356-787085abdfb2,revision_number=0']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:27.414060 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708718f-5553-4f01-8c4e-fbbfc588d7fb admin admin] Checking segment: {'id': '0c1ded8c-e8ab-4db8-bbac-3a5c824b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '42387d7b-da64-443e-bad9-371a11a0ff7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:47:27.414420 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708718f-5553-4f01-8c4e-fbbfc588d7fb admin admin] Network hostable DHCP agents. Network: 42387d7b-da64-443e-bad9-371a11a0ff7a, hostable agents: ['1268fac1-f357-40b9-933e-6fa1add82aab'], hosted agents: [] {{(pid=109847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:47:27.469392 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-32b7f84f-78bb-4247-bff9-92d6e82e937d req-d24c20f4-0139-41ae-8a8a-8201261585dd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504208 Feb 20 23:47:27.482362 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708718f-5553-4f01-8c4e-fbbfc588d7fb admin admin] Network 42387d7b-da64-443e-bad9-371a11a0ff7a is scheduled to be hosted by DHCP agent 1268fac1-f357-40b9-933e-6fa1add82aab with binding_index 1 {{(pid=109847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:47:27.537645 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f84f-78bb-4247-bff9-92d6e82e937d req-67ab518c-4bf0-4597-af24-ab93d6509b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:27.539110 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-32b7f84f-78bb-4247-bff9-92d6e82e937d req-67ab518c-4bf0-4597-af24-ab93d6509b27 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9704bde2289741f59198b9678b2f9d9a&device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 1129 time: 0.0464063 Feb 20 23:47:27.579380 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-e708718f-5553-4f01-8c4e-fbbfc588d7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-6-iscsi, 42387d7b-da64-443e-bad9-371a11a0ff7a) {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:47:27.583935 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e708718f-5553-4f01-8c4e-fbbfc588d7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:27.584944 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e708718f-5553-4f01-8c4e-fbbfc588d7fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:27.595353 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5091c5-edf2-4fef-acb6-e1c8d0242765 None None] Network 42387d7b-da64-443e-bad9-371a11a0ff7a requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:47:27.657692 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f84f-78bb-4247-bff9-92d6e82e937d req-36a2e76e-a0a5-4c30-a022-852dfe1f1f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:27.659259 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-32b7f84f-78bb-4247-bff9-92d6e82e937d req-36a2e76e-a0a5-4c30-a022-852dfe1f1f77 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4ddbeba2-7535-4779-a318-706b0514660a HTTP/1.1" status: 200 len: 909 time: 0.0947256 Feb 20 23:47:27.688971 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-e708718f-5553-4f01-8c4e-fbbfc588d7fb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6503584 Feb 20 23:47:27.715561 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f4b4a-d764-487d-b0d8-80cef1d1145b None None] Network 42387d7b-da64-443e-bad9-371a11a0ff7a requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:47:27.762160 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-32b7f84f-78bb-4247-bff9-92d6e82e937d req-1b5b316e-60f8-4717-bdae-1e057122883c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221400a7-920d-480c-b9c8-d8321433f6c8 HTTP/1.1" status: 200 len: 1001 time: 0.0944827 Feb 20 23:47:27.833799 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45696) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:27.841897 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f84f-78bb-4247-bff9-92d6e82e937d req-b7e08939-9744-452c-b922-c6b1848fe0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:27.844313 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-32b7f84f-78bb-4247-bff9-92d6e82e937d req-b7e08939-9744-452c-b922-c6b1848fe0a0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8fdea6cf-4a9e-4a47-8b5e-4805b1b60543 HTTP/1.1" status: 200 len: 847 time: 0.0660191 Feb 20 23:47:27.857606 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda73bfd-f455-4db4-87d5-6b2a2fb2d3f7 req-cbcb8748-c5a3-46ed-95f2-43b30d9fa442 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:27.859293 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fda73bfd-f455-4db4-87d5-6b2a2fb2d3f7 req-cbcb8748-c5a3-46ed-95f2-43b30d9fa442 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.1166024 Feb 20 23:47:27.886022 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca43b40-2711-425b-86ed-b060a633ff24 admin admin] Deleting subnet 445babfc-db60-4003-9cf3-69e95e11f782 {{(pid=109847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:47:27.890583 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-eca43b40-2711-425b-86ed-b060a633ff24 admin admin] Publish callbacks [] for subnet (445babfc-db60-4003-9cf3-69e95e11f782), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:27.931594 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-eca43b40-2711-425b-86ed-b060a633ff24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59725067'] for subnet (445babfc-db60-4003-9cf3-69e95e11f782), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:27.941819 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fda73bfd-f455-4db4-87d5-6b2a2fb2d3f7 req-9b7851c3-ca7f-4cf6-95e9-40c901c4becd tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728960 Feb 20 23:47:27.943767 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f84f-78bb-4247-bff9-92d6e82e937d req-8a1861c6-68e0-409a-b33b-51e829927048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:27.945232 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-32b7f84f-78bb-4247-bff9-92d6e82e937d req-8a1861c6-68e0-409a-b33b-51e829927048 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ddbeba2-7535-4779-a318-706b0514660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850370 Feb 20 23:47:27.984876 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-eca43b40-2711-425b-86ed-b060a633ff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (445babfc-db60-4003-9cf3-69e95e11f782), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.039447 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-32b7f84f-78bb-4247-bff9-92d6e82e937d req-ccc10216-a47a-4142-87f3-507a2dbbdf89 service neutron] 10.222.0.89 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861299 Feb 20 23:47:28.140308 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-32b7f84f-78bb-4247-bff9-92d6e82e937d req-c3f4b3bd-1ccd-40dd-b234-b24773c5d039 service neutron] 10.222.0.89 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922618 Feb 20 23:47:28.145482 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-eca43b40-2711-425b-86ed-b060a633ff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58721909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58876837'] for subnet (445babfc-db60-4003-9cf3-69e95e11f782), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.173451 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca43b40-2711-425b-86ed-b060a633ff24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445babfc-db60-4003-9cf3-69e95e11f782,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:28.177126 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-eca43b40-2711-425b-86ed-b060a633ff24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.180381 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-eca43b40-2711-425b-86ed-b060a633ff24 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/445babfc-db60-4003-9cf3-69e95e11f782 HTTP/1.1" status: 204 len: 168 time: 0.3454115 Feb 20 23:47:28.183577 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45700) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:28.246556 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d9018-8731-4bbb-af8a-d3ff1704de76 req-ee3814eb-fc99-4ff7-bccf-d8898d9ed36e tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:28.248090 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0b5d9018-8731-4bbb-af8a-d3ff1704de76 req-ee3814eb-fc99-4ff7-bccf-d8898d9ed36e tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 943 time: 0.0580750 Feb 20 23:47:28.258970 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-be38b160-8340-4bda-8dbb-5a9c1bd37fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (0911205c-c537-4302-a8fa-c49d8be95a80), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.300058 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0b5d9018-8731-4bbb-af8a-d3ff1704de76 req-8645488e-af70-4f72-a950-cffad7f8b509 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460589 Feb 20 23:47:28.340932 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-be38b160-8340-4bda-8dbb-5a9c1bd37fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (0911205c-c537-4302-a8fa-c49d8be95a80), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.361784 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-be38b160-8340-4bda-8dbb-5a9c1bd37fec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0911205c-c537-4302-a8fa-c49d8be95a80']}} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:28.370833 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-be38b160-8340-4bda-8dbb-5a9c1bd37fec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc65af1-1de5-48d3-b0d1-da212d556cdd') {'for_net_delete': True} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:28.371127 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-be38b160-8340-4bda-8dbb-5a9c1bd37fec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc65af1-1de5-48d3-b0d1-da212d556cdd') {} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:28.380705 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-be38b160-8340-4bda-8dbb-5a9c1bd37fec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59725074'] for segment (ccc65af1-1de5-48d3-b0d1-da212d556cdd), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.395006 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-be38b160-8340-4bda-8dbb-5a9c1bd37fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (ccc65af1-1de5-48d3-b0d1-da212d556cdd), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.400953 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be38b160-8340-4bda-8dbb-5a9c1bd37fec admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:47:28.401328 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-be38b160-8340-4bda-8dbb-5a9c1bd37fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58751123'] for segment (ccc65af1-1de5-48d3-b0d1-da212d556cdd), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: Traceback (most recent call last): Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: timer() Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: cb(*args, **kw) Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: return func(*args, **kwargs) Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: self._notify() Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: self.callback(batched_events) Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: event.method(event) Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: return f(self, *a, **k) Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._get(url).json() Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: return self.request(url, 'GET', **kwargs) Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:47:28.402969 dv-cinder-813221-6-iscsi neutron-server[109847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:47:28.527958 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-be38b160-8340-4bda-8dbb-5a9c1bd37fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (0911205c-c537-4302-a8fa-c49d8be95a80), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.533321 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-be38b160-8340-4bda-8dbb-5a9c1bd37fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.536412 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-be38b160-8340-4bda-8dbb-5a9c1bd37fec admin admin] 10.222.0.37 "DELETE /v2.0/networks/0911205c-c537-4302-a8fa-c49d8be95a80 HTTP/1.1" status: 204 len: 168 time: 0.3526289 Feb 20 23:47:28.539359 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45702) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:28.547546 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38b160-8340-4bda-8dbb-5a9c1bd37fec admin admin] Pushing event deleted for resources: {'Network': ['ID=0911205c-c537-4302-a8fa-c49d8be95a80,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:28.586116 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2d971b-36c9-44da-a810-6b633af20cd0 admin admin] Deleting subnet 8f312865-542b-495d-9356-787085abdfb2 {{(pid=109846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:47:28.589377 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-af2d971b-36c9-44da-a810-6b633af20cd0 admin admin] Publish callbacks [] for subnet (8f312865-542b-495d-9356-787085abdfb2), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.627367 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-af2d971b-36c9-44da-a810-6b633af20cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62845135'] for subnet (8f312865-542b-495d-9356-787085abdfb2), precommit_delete_associations {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.669689 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-af2d971b-36c9-44da-a810-6b633af20cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (8f312865-542b-495d-9356-787085abdfb2), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.797638 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-af2d971b-36c9-44da-a810-6b633af20cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58947288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59354509'] for subnet (8f312865-542b-495d-9356-787085abdfb2), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.826277 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-af2d971b-36c9-44da-a810-6b633af20cd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.832454 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-af2d971b-36c9-44da-a810-6b633af20cd0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8f312865-542b-495d-9356-787085abdfb2 HTTP/1.1" status: 204 len: 168 time: 0.2898743 Feb 20 23:47:28.832454 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d971b-36c9-44da-a810-6b633af20cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f312865-542b-495d-9356-787085abdfb2,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:28.833313 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45704) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:28.900501 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1ada5d46-9403-477d-9059-f8d5711b3084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (42387d7b-da64-443e-bad9-371a11a0ff7a), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:28.980140 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1ada5d46-9403-477d-9059-f8d5711b3084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (42387d7b-da64-443e-bad9-371a11a0ff7a), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:29.001874 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-1ada5d46-9403-477d-9059-f8d5711b3084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42387d7b-da64-443e-bad9-371a11a0ff7a']}} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:29.011935 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-1ada5d46-9403-477d-9059-f8d5711b3084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1ded8c-e8ab-4db8-bbac-3a5c824b2a15') {'for_net_delete': True} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:29.012231 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-1ada5d46-9403-477d-9059-f8d5711b3084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1ded8c-e8ab-4db8-bbac-3a5c824b2a15') {} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:29.022606 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1ada5d46-9403-477d-9059-f8d5711b3084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59725074'] for segment (0c1ded8c-e8ab-4db8-bbac-3a5c824b2a15), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:29.036730 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1ada5d46-9403-477d-9059-f8d5711b3084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (0c1ded8c-e8ab-4db8-bbac-3a5c824b2a15), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:29.043788 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ada5d46-9403-477d-9059-f8d5711b3084 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:47:29.044237 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1ada5d46-9403-477d-9059-f8d5711b3084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58751123'] for segment (0c1ded8c-e8ab-4db8-bbac-3a5c824b2a15), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: Traceback (most recent call last): Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: timer() Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: cb(*args, **kw) Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: return func(*args, **kwargs) Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: self._notify() Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: self.callback(batched_events) Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: event.method(event) Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: return f(self, *a, **k) Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._get(url).json() Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: return self.request(url, 'GET', **kwargs) Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:47:29.046179 dv-cinder-813221-6-iscsi neutron-server[109847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:47:29.099520 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0723bd-4ddb-4a9a-9e83-9bd4eff5d689 req-b8cdb6b7-3f32-4c96-a7c5-088ef90142bf tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:29.101843 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af0723bd-4ddb-4a9a-9e83-9bd4eff5d689 req-b8cdb6b7-3f32-4c96-a7c5-088ef90142bf tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0739689 Feb 20 23:47:29.163713 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af0723bd-4ddb-4a9a-9e83-9bd4eff5d689 req-56711acb-c3fe-4d0a-9b13-c18cd334ce44 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511279 Feb 20 23:47:29.190960 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1ada5d46-9403-477d-9059-f8d5711b3084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (42387d7b-da64-443e-bad9-371a11a0ff7a), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:29.203078 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1ada5d46-9403-477d-9059-f8d5711b3084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:29.203078 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-1ada5d46-9403-477d-9059-f8d5711b3084 admin admin] 10.222.0.37 "DELETE /v2.0/networks/42387d7b-da64-443e-bad9-371a11a0ff7a HTTP/1.1" status: 204 len: 168 time: 0.3659933 Feb 20 23:47:29.214089 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada5d46-9403-477d-9059-f8d5711b3084 admin admin] Pushing event deleted for resources: {'Network': ['ID=42387d7b-da64-443e-bad9-371a11a0ff7a,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:29.297217 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbd93b-0f8f-4d83-975d-61513ce49825 req-49067097-4e82-4027-a73d-e41f955850ac tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:29.298720 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1ffbd93b-0f8f-4d83-975d-61513ce49825 req-49067097-4e82-4027-a73d-e41f955850ac tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0617838 Feb 20 23:47:29.308447 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45714) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:29.314333 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-f1a5e78b-b036-48be-b47a-ccfdc1f7933b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Request body: {'floatingip': {'port_id': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:29.355636 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e78b-b036-48be-b47a-ccfdc1f7933b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (08f3774d-0e5c-4f81-96db-733e76434b77), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:29.424655 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bca552-6301-4f31-825f-25c8a078e589 req-4f347f5b-1d71-4193-824e-19bb1579c95b tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:29.426445 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-97bca552-6301-4f31-825f-25c8a078e589 req-4f347f5b-1d71-4193-824e-19bb1579c95b tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 943 time: 0.0576775 Feb 20 23:47:29.482088 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-97bca552-6301-4f31-825f-25c8a078e589 req-4fcbce2c-7212-416e-a178-97fe411bed53 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443575 Feb 20 23:47:29.505542 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:47:29.531975 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:29.613790 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f46b0ba-8f95-4632-b9f0-5a6a16ad2981,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:29.630291 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'port_id': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981', 'mac_address': 'fa:16:3e:33:b9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:47:29.641612 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45718) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:29.671104 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:47:29.671537 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:29.687385 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:47:29.691488 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-070ef8e6-7723-44bf-b609-c7d735cde70d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cef8d0d4d054119afe72ac0efbfd626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487170 Feb 20 23:47:29.694567 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45720) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:29.709532 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f46b0ba-8f95-4632-b9f0-5a6a16ad2981,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:29.811488 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ce94f853-1ae9-4698-9a4a-399b7e36da45 admin admin] Publish callbacks [] for security_group (e81ee682-a9af-4cb6-a7dd-46f07d324352), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:29.819349 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:29.868738 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=6f46b0ba-8f95-4632-b9f0-5a6a16ad2981,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:29.869357 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ce94f853-1ae9-4698-9a4a-399b7e36da45 admin admin] Publish callbacks [] for security_group (e81ee682-a9af-4cb6-a7dd-46f07d324352), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:29.894420 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e78b-b036-48be-b47a-ccfdc1f7933b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:29.985534 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e78b-b036-48be-b47a-ccfdc1f7933b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (08f3774d-0e5c-4f81-96db-733e76434b77), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:30.025315 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ce94f853-1ae9-4698-9a4a-399b7e36da45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (e81ee682-a9af-4cb6-a7dd-46f07d324352), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:30.027861 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ce94f853-1ae9-4698-9a4a-399b7e36da45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:30.031937 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-ce94f853-1ae9-4698-9a4a-399b7e36da45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e81ee682-a9af-4cb6-a7dd-46f07d324352 HTTP/1.1" status: 204 len: 168 time: 0.3335044 Feb 20 23:47:30.043538 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94f853-1ae9-4698-9a4a-399b7e36da45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81ee682-a9af-4cb6-a7dd-46f07d324352,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:30.109058 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.l3_db [None req-f1a5e78b-b036-48be-b47a-ccfdc1f7933b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Floating IP 08f3774d-0e5c-4f81-96db-733e76434b77 associated. External IP: 172.27.0.96, port: 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef. Feb 20 23:47:30.186342 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['6f46b0ba-8f95-4632-b9f0-5a6a16ad2981'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:47:30.339197 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a5e78b-b036-48be-b47a-ccfdc1f7933b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Router 8477965c-8e3f-4386-b418-1bee75d15ddf has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:47:30.465449 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a5e78b-b036-48be-b47a-ccfdc1f7933b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:47:30.473139 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e78b-b036-48be-b47a-ccfdc1f7933b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:30.478230 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b29184-53d7-4808-91d9-0abe2c92cb07 None None] Sync routers for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:47:30.490195 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b29184-53d7-4808-91d9-0abe2c92cb07 None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:47:30.490817 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-88b29184-53d7-4808-91d9-0abe2c92cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:47:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:30.502555 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f1a5e78b-b036-48be-b47a-ccfdc1f7933b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "PUT /v2.0/floatingips/08f3774d-0e5c-4f81-96db-733e76434b77 HTTP/1.1" status: 200 len: 990 time: 1.1929579 Feb 20 23:47:30.503132 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:30.505534 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1766efb3-5068-48dc-afd2-6279e60c926f" -d '{"events": [{"name": "network-changed", "server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:30.601540 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa37952-4fda-496b-8df2-4e0579d7a05a x-openstack-request-id: req-caa37952-4fda-496b-8df2-4e0579d7a05a {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:30.601840 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:30.602112 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-caa37952-4fda-496b-8df2-4e0579d7a05a {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:30.604758 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'status': 'completed', 'code': 200} Feb 20 23:47:30.657148 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95180e-7b97-4e20-9319-8a8963ce3cbd req-01f02b1f-5fc4-4815-96c2-7df94f6c2881 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:30.660009 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9a95180e-7b97-4e20-9319-8a8963ce3cbd req-01f02b1f-5fc4-4815-96c2-7df94f6c2881 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 944 time: 0.0859525 Feb 20 23:47:30.660176 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-88b29184-53d7-4808-91d9-0abe2c92cb07 None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:47:30.676445 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45734) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:30.753319 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-a449ab63-f25d-4bc1-982e-f5f2bfedc830 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81a5843be84844a28314eda3b1ff6e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729506 Feb 20 23:47:30.753900 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9a95180e-7b97-4e20-9319-8a8963ce3cbd req-fc803a03-2e43-44fb-b966-6cdd681f3976 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738649 Feb 20 23:47:30.753999 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45736) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:30.755191 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766efb3-5068-48dc-afd2-6279e60c926f req-04737716-3cfd-431c-a2de-bbde92cb9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:30.756662 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1766efb3-5068-48dc-afd2-6279e60c926f req-04737716-3cfd-431c-a2de-bbde92cb9c56 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 1129 time: 0.1180592 Feb 20 23:47:30.813612 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e6b7cf6f-2d0c-4a07-9bee-bfa3ff7e9451 admin admin] Publish callbacks [] for security_group (66a38188-08d8-4f20-acf4-9f8a5afa4fee), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:30.838408 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e6b7cf6f-2d0c-4a07-9bee-bfa3ff7e9451 admin admin] Publish callbacks [] for security_group (66a38188-08d8-4f20-acf4-9f8a5afa4fee), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:30.886891 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766efb3-5068-48dc-afd2-6279e60c926f req-b28443a3-a63c-4dc3-9dc5-7e9cb2102c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:30.888379 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1766efb3-5068-48dc-afd2-6279e60c926f req-b28443a3-a63c-4dc3-9dc5-7e9cb2102c8f service neutron] 10.222.0.89 "GET /v2.0/networks?id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 HTTP/1.1" status: 200 len: 918 time: 0.1153996 Feb 20 23:47:30.961235 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1766efb3-5068-48dc-afd2-6279e60c926f req-68028fce-a3ea-4ce4-a3ea-cbcb658752f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef HTTP/1.1" status: 200 len: 998 time: 0.0662632 Feb 20 23:47:30.966219 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-88b29184-53d7-4808-91d9-0abe2c92cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '08f3774d-0e5c-4f81-96db-733e76434b77', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'port_id': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'mac_address': 'fa:16:3e:41:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:47:14Z', 'updated_at': '2022-02-20T23:47:29Z', 'revision_number': 1, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:45Z', 'revision_number': 5, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:30.991007 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e6b7cf6f-2d0c-4a07-9bee-bfa3ff7e9451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (66a38188-08d8-4f20-acf4-9f8a5afa4fee), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:30.992488 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b29184-53d7-4808-91d9-0abe2c92cb07 None None] Checking router: 8477965c-8e3f-4386-b418-1bee75d15ddf for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:47:30.993886 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e6b7cf6f-2d0c-4a07-9bee-bfa3ff7e9451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:30.995433 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-e6b7cf6f-2d0c-4a07-9bee-bfa3ff7e9451 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66a38188-08d8-4f20-acf4-9f8a5afa4fee HTTP/1.1" status: 204 len: 168 time: 0.2410216 Feb 20 23:47:31.006588 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7cf6f-2d0c-4a07-9bee-bfa3ff7e9451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a38188-08d8-4f20-acf4-9f8a5afa4fee,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:31.011032 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b29184-53d7-4808-91d9-0abe2c92cb07 None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:47:31.011658 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-88b29184-53d7-4808-91d9-0abe2c92cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:47:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:31.024842 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766efb3-5068-48dc-afd2-6279e60c926f req-953dbc85-03d3-4bf7-ac75-bca0d5bdb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:31.026391 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1766efb3-5068-48dc-afd2-6279e60c926f req-953dbc85-03d3-4bf7-ac75-bca0d5bdb3d4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0824fe94-1e5c-4564-a36f-ea1b09d0aec8 HTTP/1.1" status: 200 len: 856 time: 0.0576992 Feb 20 23:47:31.091835 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766efb3-5068-48dc-afd2-6279e60c926f req-3ed5a3d4-cc6e-491f-9303-de6d9562f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:31.093476 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1766efb3-5068-48dc-afd2-6279e60c926f req-3ed5a3d4-cc6e-491f-9303-de6d9562f5c9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605404 Feb 20 23:47:31.164821 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-88b29184-53d7-4808-91d9-0abe2c92cb07 None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:47:31.206886 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1766efb3-5068-48dc-afd2-6279e60c926f req-99ce7b00-c9f4-48c7-95cf-f0012a901d52 service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063344 Feb 20 23:47:31.314475 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1766efb3-5068-48dc-afd2-6279e60c926f req-a567500f-286c-4aeb-a9a6-8de0aed1b458 service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000431 Feb 20 23:47:31.415627 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-88b29184-53d7-4808-91d9-0abe2c92cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '08f3774d-0e5c-4f81-96db-733e76434b77', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'port_id': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'mac_address': 'fa:16:3e:41:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:47:14Z', 'updated_at': '2022-02-20T23:47:29Z', 'revision_number': 1, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:45Z', 'revision_number': 5, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:31.443654 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b29184-53d7-4808-91d9-0abe2c92cb07 None None] The sync data for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi is: [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '08f3774d-0e5c-4f81-96db-733e76434b77', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'port_id': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'mac_address': 'fa:16:3e:41:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:47:14Z', 'updated_at': '2022-02-20T23:47:29Z', 'revision_number': 1, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:45Z', 'revision_number': 5, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:47:31.517734 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:47:31.647889 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:47:31.652103 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:47:31.652481 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:31.662629 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968eb24c-7b3c-4ea9-bacd-4783692f9823 None None] New status for floating IP 08f3774d-0e5c-4f81-96db-733e76434b77: ACTIVE {{(pid=109849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:47:31.754412 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:47:31.755040 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:31.780045 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d3ce5a-89ed-4167-92b9-80c0b96e7038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:31.782280 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b627491-4e30-47a9-8007-0d0d9f84a110" -d '{"events": [{"server_uuid": "38d3ce5a-89ed-4167-92b9-80c0b96e7038", "name": "network-vif-plugged", "status": "completed", "tag": "6f46b0ba-8f95-4632-b9f0-5a6a16ad2981"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:31.798303 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f46b0ba-8f95-4632-b9f0-5a6a16ad2981,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:31.839709 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c081c766-eac5-41e1-adfd-3e06bd96b69d x-openstack-request-id: req-c081c766-eac5-41e1-adfd-3e06bd96b69d {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:31.839709 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d3ce5a-89ed-4167-92b9-80c0b96e7038", "name": "network-vif-plugged", "status": "completed", "tag": "6f46b0ba-8f95-4632-b9f0-5a6a16ad2981", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:31.839709 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c081c766-eac5-41e1-adfd-3e06bd96b69d {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:31.839709 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d3ce5a-89ed-4167-92b9-80c0b96e7038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981', 'code': 200} Feb 20 23:47:31.878042 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cd485-0a34-452b-85cc-8fc5647a668d req-4db748c3-be8b-4ac4-819d-7cb7434ff910 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:31.879502 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1e1cd485-0a34-452b-85cc-8fc5647a668d req-4db748c3-be8b-4ac4-819d-7cb7434ff910 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 944 time: 0.0567994 Feb 20 23:47:31.933033 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1e1cd485-0a34-452b-85cc-8fc5647a668d req-13019c5c-8031-49bb-a750-f5db1281b629 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471044 Feb 20 23:47:31.934303 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:31.989663 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=6f46b0ba-8f95-4632-b9f0-5a6a16ad2981,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:32.063584 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:47:32.281590 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d003e-9f89-44b1-87cd-cd6132306649 req-26abe8d9-86ef-4f64-919c-dcd01cff5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:32.283181 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-633d003e-9f89-44b1-87cd-cd6132306649 req-26abe8d9-86ef-4f64-919c-dcd01cff5d6b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 1129 time: 0.0540810 Feb 20 23:47:32.359625 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-633d003e-9f89-44b1-87cd-cd6132306649 req-82ca35a9-58a7-410d-89e7-bde680002f8e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672772 Feb 20 23:47:33.057881 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b03efb-4b0c-4810-8f11-50e45e395338 req-b7cbb3b6-bb0e-4330-8fd5-a1e27ea0b732 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:33.059461 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-13b03efb-4b0c-4810-8f11-50e45e395338 req-b7cbb3b6-bb0e-4330-8fd5-a1e27ea0b732 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 945 time: 0.0551610 Feb 20 23:47:33.112396 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-13b03efb-4b0c-4810-8f11-50e45e395338 req-c975726b-0650-437c-8294-df5710d47e06 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461133 Feb 20 23:47:33.943604 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd1568-d4c7-4d3e-bd63-f55b4e0b7dbb req-75e8486f-5820-4fcd-87fa-ce3611fde1ee tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:33.945154 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-11fd1568-d4c7-4d3e-bd63-f55b4e0b7dbb req-75e8486f-5820-4fcd-87fa-ce3611fde1ee tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.0553837 Feb 20 23:47:34.033222 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-11fd1568-d4c7-4d3e-bd63-f55b4e0b7dbb req-256aa0ea-d3c9-4ec1-96ee-38a7922c2c21 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818167 Feb 20 23:47:34.053344 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56596e0d-bd83-45ac-bb52-9908c229de83 req-39f6f690-0644-4cf0-8768-01857891e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:34.054830 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-56596e0d-bd83-45ac-bb52-9908c229de83 req-39f6f690-0644-4cf0-8768-01857891e764 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e2a889d9da9b4ed68809a094e134178b&device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 1169 time: 0.0642586 Feb 20 23:47:34.149673 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56596e0d-bd83-45ac-bb52-9908c229de83 req-56860507-55aa-4316-8ec4-69ef458997af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:34.151283 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-56596e0d-bd83-45ac-bb52-9908c229de83 req-56860507-55aa-4316-8ec4-69ef458997af service neutron] 10.222.0.89 "GET /v2.0/networks?id=51afa427-f90b-431e-98ac-b01973cf6745 HTTP/1.1" status: 200 len: 916 time: 0.0895689 Feb 20 23:47:34.249803 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-56596e0d-bd83-45ac-bb52-9908c229de83 req-fa5f5db8-9bc4-4ff9-a25a-47cc5dd6458a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9 HTTP/1.1" status: 200 len: 1002 time: 0.0920999 Feb 20 23:47:34.292982 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd01b9-a0c0-46b1-99a6-c2af59775020 req-2a118460-a52d-44ee-a46e-8d579ed1a957 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:34.294359 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07cd01b9-a0c0-46b1-99a6-c2af59775020 req-2a118460-a52d-44ee-a46e-8d579ed1a957 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 945 time: 0.0972815 Feb 20 23:47:34.322347 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56596e0d-bd83-45ac-bb52-9908c229de83 req-8719f461-d4a6-4794-bfcb-ac6464688b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:34.323747 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-56596e0d-bd83-45ac-bb52-9908c229de83 req-8719f461-d4a6-4794-bfcb-ac6464688b5d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b7926df9-2b15-4cf1-8457-30c515cc5e7c HTTP/1.1" status: 200 len: 854 time: 0.0675690 Feb 20 23:47:34.379312 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07cd01b9-a0c0-46b1-99a6-c2af59775020 req-26da1f6f-cd9f-4031-9ca0-1a876fb875a9 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783224 Feb 20 23:47:34.396306 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56596e0d-bd83-45ac-bb52-9908c229de83 req-7e170138-be40-4197-b6a7-5414d2271140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:34.397825 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-56596e0d-bd83-45ac-bb52-9908c229de83 req-7e170138-be40-4197-b6a7-5414d2271140 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=51afa427-f90b-431e-98ac-b01973cf6745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634947 Feb 20 23:47:34.532056 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-56596e0d-bd83-45ac-bb52-9908c229de83 req-1fc2779b-4810-4259-90a6-05da058a2cb6 service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262469 Feb 20 23:47:34.538971 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd0e81-ef66-4933-a20e-09078d8774b5 req-fa131f5b-5534-4bbf-9a35-3df22332ef99 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:34.540340 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b2dd0e81-ef66-4933-a20e-09078d8774b5 req-fa131f5b-5534-4bbf-9a35-3df22332ef99 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 945 time: 0.0902376 Feb 20 23:47:34.639940 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b2dd0e81-ef66-4933-a20e-09078d8774b5 req-f62c0ebe-1576-4a6f-9144-f207b495b2ee tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888758 Feb 20 23:47:34.662375 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-56596e0d-bd83-45ac-bb52-9908c229de83 req-0f830a12-52e4-4dc7-a73a-219bf20df402 service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188467 Feb 20 23:47:34.662712 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45808) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:34.878867 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ca192-d1a4-4e49-9084-58fb6cb959dc tempest-TestVolumeBootPattern-2134529626 tempest-TestVolumeBootPattern-2134529626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:34.883876 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45814) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:34.889476 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Request body: {'floatingip': {'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'port_id': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:34.889838 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-a37ca192-d1a4-4e49-9084-58fb6cb959dc tempest-TestVolumeBootPattern-2134529626 tempest-TestVolumeBootPattern-2134529626-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 1124 time: 0.2258382 Feb 20 23:47:34.996578 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:35.120707 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:35.500577 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01899439-401b-4b74-95db-c6042f801538 req-700cabba-2e76-42c1-a7cc-a1705d62211d tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:35.502080 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-01899439-401b-4b74-95db-c6042f801538 req-700cabba-2e76-42c1-a7cc-a1705d62211d tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.3785586 Feb 20 23:47:35.541422 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Allocated IP 172.27.0.162 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/045004cb-af9b-43a2-8aab-db8f6f332978) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:47:35.626538 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-01899439-401b-4b74-95db-c6042f801538 req-5ddb023e-e41d-4926-8c08-510c978bbbcf tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178477 Feb 20 23:47:35.676206 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for port (045004cb-af9b-43a2-8aab-db8f6f332978), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:35.797538 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (045004cb-af9b-43a2-8aab-db8f6f332978), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:35.836406 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:47:35.840177 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:47:35.846769 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:47:35.868395 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'Port': ['ID=045004cb-af9b-43a2-8aab-db8f6f332978,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:36.211674 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for floatingip (e3251a4f-0e56-474b-9d8a-2dced7cb592a), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:36.327735 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (045004cb-af9b-43a2-8aab-db8f6f332978), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:36.484932 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for port (045004cb-af9b-43a2-8aab-db8f6f332978), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:36.550634 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (045004cb-af9b-43a2-8aab-db8f6f332978), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:36.617058 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'Port': ['ID=045004cb-af9b-43a2-8aab-db8f6f332978,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:36.628459 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (e3251a4f-0e56-474b-9d8a-2dced7cb592a), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:36.765370 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.l3_db [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Floating IP e3251a4f-0e56-474b-9d8a-2dced7cb592a associated. External IP: 172.27.0.162, port: 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981. Feb 20 23:47:36.829480 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0952b-41fa-412e-be65-7f116cd704ab req-e1a8a293-8821-468a-bbe6-89df41b7c262 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:36.831598 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-aae0952b-41fa-412e-be65-7f116cd704ab req-e1a8a293-8821-468a-bbe6-89df41b7c262 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.1186802 Feb 20 23:47:36.952158 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-aae0952b-41fa-412e-be65-7f116cd704ab req-b1010830-5c32-4d90-ad88-93daf629d2b7 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141524 Feb 20 23:47:37.069985 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Router ad4b40db-bc60-4213-82ec-f7a471843fae has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:47:37.186998 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:47:37.197286 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae09fcd-0c4e-44f8-9e18-6c7d4950d7b2 None None] Sync routers for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:47:37.207921 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae09fcd-0c4e-44f8-9e18-6c7d4950d7b2 None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:47:37.212345 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-4ae09fcd-0c4e-44f8-9e18-6c7d4950d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:47:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:37.284606 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:37.318604 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-ba262f12-feca-42c1-a56b-b553d036fb45 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4332898 Feb 20 23:47:37.319384 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d3ce5a-89ed-4167-92b9-80c0b96e7038', 'tag': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:37.321854 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a3c990-3e8e-48bc-b2bc-3d1b322707da" -d '{"events": [{"name": "network-changed", "server_uuid": "38d3ce5a-89ed-4167-92b9-80c0b96e7038", "tag": "6f46b0ba-8f95-4632-b9f0-5a6a16ad2981"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:37.371372 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc85f62-f1bb-4589-a815-13ba080756f1 x-openstack-request-id: req-8cc85f62-f1bb-4589-a815-13ba080756f1 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:37.372319 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d3ce5a-89ed-4167-92b9-80c0b96e7038", "tag": "6f46b0ba-8f95-4632-b9f0-5a6a16ad2981", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:37.372589 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cc85f62-f1bb-4589-a815-13ba080756f1 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:37.373163 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d3ce5a-89ed-4167-92b9-80c0b96e7038', 'tag': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981', 'status': 'completed', 'code': 200} Feb 20 23:47:37.431886 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45860) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:37.453070 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3c990-3e8e-48bc-b2bc-3d1b322707da req-5948d64c-8e19-4848-86e7-50a719265c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:37.454617 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99a3c990-3e8e-48bc-b2bc-3d1b322707da req-5948d64c-8e19-4848-86e7-50a719265c8b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 1129 time: 0.0487521 Feb 20 23:47:37.462609 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-4ae09fcd-0c4e-44f8-9e18-6c7d4950d7b2 None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:47:37.550067 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6df034b9-2ab6-4e25-8adc-96dfaad4ce73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:37.563185 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3c990-3e8e-48bc-b2bc-3d1b322707da req-92f27fd2-f7f5-4d11-ab10-0e6cc22e626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:37.564675 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99a3c990-3e8e-48bc-b2bc-3d1b322707da req-92f27fd2-f7f5-4d11-ab10-0e6cc22e626a service neutron] 10.222.0.89 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 913 time: 0.1007199 Feb 20 23:47:37.643931 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99a3c990-3e8e-48bc-b2bc-3d1b322707da req-7dc4c40c-f4bd-474f-83e3-42d1808b8d66 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 HTTP/1.1" status: 200 len: 999 time: 0.0679882 Feb 20 23:47:37.648313 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6df034b9-2ab6-4e25-8adc-96dfaad4ce73 admin admin] Publish callbacks [] for security_group (450b9791-76d7-4e1e-a995-27afaa7320d3), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:37.704591 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3c990-3e8e-48bc-b2bc-3d1b322707da req-8f300fb2-8cbd-45e7-ab78-1daab71a35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:37.706344 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99a3c990-3e8e-48bc-b2bc-3d1b322707da req-8f300fb2-8cbd-45e7-ab78-1daab71a35b0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 200 len: 851 time: 0.0552602 Feb 20 23:47:37.719853 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-4ae09fcd-0c4e-44f8-9e18-6c7d4950d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': 'e3251a4f-0e56-474b-9d8a-2dced7cb592a', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:33:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3ce5a-89ed-4167-92b9-80c0b96e7038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:47:36Z', 'updated_at': '2022-02-20T23:47:36Z', 'revision_number': 0, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:37.750939 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6df034b9-2ab6-4e25-8adc-96dfaad4ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (450b9791-76d7-4e1e-a995-27afaa7320d3), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:37.751720 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae09fcd-0c4e-44f8-9e18-6c7d4950d7b2 None None] Checking router: ad4b40db-bc60-4213-82ec-f7a471843fae for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:47:37.761936 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae09fcd-0c4e-44f8-9e18-6c7d4950d7b2 None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:47:37.763359 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-4ae09fcd-0c4e-44f8-9e18-6c7d4950d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:47:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:37.766199 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3c990-3e8e-48bc-b2bc-3d1b322707da req-610ce7ba-be7e-4726-937e-20c14011e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:37.767802 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99a3c990-3e8e-48bc-b2bc-3d1b322707da req-610ce7ba-be7e-4726-937e-20c14011e7b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531614 Feb 20 23:47:37.799430 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-6df034b9-2ab6-4e25-8adc-96dfaad4ce73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0208ac1350749af9b45b594f89cd847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657939 Feb 20 23:47:37.802510 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45866) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:37.809957 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df034b9-2ab6-4e25-8adc-96dfaad4ce73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450b9791-76d7-4e1e-a995-27afaa7320d3,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:37.867609 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9ea708ea-4a8b-4420-b472-746f647d9a3f admin admin] Publish callbacks [] for security_group (450b9791-76d7-4e1e-a995-27afaa7320d3), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:37.876114 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99a3c990-3e8e-48bc-b2bc-3d1b322707da req-3f25808b-69ff-4fed-b765-126a90a408da service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981688 Feb 20 23:47:37.883459 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-4ae09fcd-0c4e-44f8-9e18-6c7d4950d7b2 None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:47:37.892228 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9ea708ea-4a8b-4420-b472-746f647d9a3f admin admin] Publish callbacks [] for security_group (450b9791-76d7-4e1e-a995-27afaa7320d3), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:37.998986 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-99a3c990-3e8e-48bc-b2bc-3d1b322707da req-80871618-803a-4151-a8db-72abdc9a8627 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064610 Feb 20 23:47:38.019233 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9ea708ea-4a8b-4420-b472-746f647d9a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (450b9791-76d7-4e1e-a995-27afaa7320d3), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:38.022109 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9ea708ea-4a8b-4420-b472-746f647d9a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:38.025712 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-9ea708ea-4a8b-4420-b472-746f647d9a3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/450b9791-76d7-4e1e-a995-27afaa7320d3 HTTP/1.1" status: 204 len: 168 time: 0.2199395 Feb 20 23:47:38.035417 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea708ea-4a8b-4420-b472-746f647d9a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450b9791-76d7-4e1e-a995-27afaa7320d3,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:38.096603 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d698b31-4431-41c1-a22e-1d3e9c67aa4d req-34ebce04-a27c-410c-8c01-a98f364f9a54 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:38.098478 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6d698b31-4431-41c1-a22e-1d3e9c67aa4d req-34ebce04-a27c-410c-8c01-a98f364f9a54 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.0712492 Feb 20 23:47:38.145549 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-4ae09fcd-0c4e-44f8-9e18-6c7d4950d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': 'e3251a4f-0e56-474b-9d8a-2dced7cb592a', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:33:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3ce5a-89ed-4167-92b9-80c0b96e7038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:47:36Z', 'updated_at': '2022-02-20T23:47:36Z', 'revision_number': 0, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:38.164852 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6d698b31-4431-41c1-a22e-1d3e9c67aa4d req-de9abe84-b797-4c8f-ac5c-6f3ba40c32e6 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606320 Feb 20 23:47:38.178542 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae09fcd-0c4e-44f8-9e18-6c7d4950d7b2 None None] The sync data for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi is: [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': 'e3251a4f-0e56-474b-9d8a-2dced7cb592a', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:33:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3ce5a-89ed-4167-92b9-80c0b96e7038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:47:36Z', 'updated_at': '2022-02-20T23:47:36Z', 'revision_number': 0, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:47:38.371610 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7486b2-4411-4f2b-b778-7414b4a48125 None None] New status for floating IP e3251a4f-0e56-474b-9d8a-2dced7cb592a: ACTIVE {{(pid=109849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:47:38.604049 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 45874) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:38.618331 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-bbda3f43-8f6d-46a2-8509-44568ad4dc1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:38.710243 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-bbda3f43-8f6d-46a2-8509-44568ad4dc1b admin admin] Publish callbacks [] for security_group (3d6cda70-23d4-4742-9a60-13c2e40b60f0), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:38.791131 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-bbda3f43-8f6d-46a2-8509-44568ad4dc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (3d6cda70-23d4-4742-9a60-13c2e40b60f0), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:38.832353 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-bbda3f43-8f6d-46a2-8509-44568ad4dc1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e981e1ea3a54b6b8d75f87f89032cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270432 Feb 20 23:47:38.833433 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda3f43-8f6d-46a2-8509-44568ad4dc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6cda70-23d4-4742-9a60-13c2e40b60f0,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:38.835140 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 45876) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:38.887309 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d10e72c0-260c-4d15-a171-bb99a9e300ee admin admin] Publish callbacks [] for security_group (3d6cda70-23d4-4742-9a60-13c2e40b60f0), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:38.907840 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d10e72c0-260c-4d15-a171-bb99a9e300ee admin admin] Publish callbacks [] for security_group (3d6cda70-23d4-4742-9a60-13c2e40b60f0), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:39.031287 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d10e72c0-260c-4d15-a171-bb99a9e300ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (3d6cda70-23d4-4742-9a60-13c2e40b60f0), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:39.033932 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d10e72c0-260c-4d15-a171-bb99a9e300ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:39.035079 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-d10e72c0-260c-4d15-a171-bb99a9e300ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d6cda70-23d4-4742-9a60-13c2e40b60f0 HTTP/1.1" status: 204 len: 168 time: 0.1982014 Feb 20 23:47:39.043146 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e72c0-260c-4d15-a171-bb99a9e300ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6cda70-23d4-4742-9a60-13c2e40b60f0,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:39.287511 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0412e-2571-4906-ba29-63f3b12a69b7 req-1fc2ba93-3be6-4ca9-95f2-3c3a208dcfe5 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:39.289003 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cff0412e-2571-4906-ba29-63f3b12a69b7 req-1fc2ba93-3be6-4ca9-95f2-3c3a208dcfe5 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.0533907 Feb 20 23:47:39.350688 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cff0412e-2571-4906-ba29-63f3b12a69b7 req-2dcf9420-b8e9-4ece-85d5-c53b177e6612 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559657 Feb 20 23:47:40.480527 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281714-747e-4d59-bd70-07a61ede1b12 req-38524619-f63d-4ebf-9949-ce4fb8773f16 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:40.484925 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fa281714-747e-4d59-bd70-07a61ede1b12 req-38524619-f63d-4ebf-9949-ce4fb8773f16 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.0627003 Feb 20 23:47:40.552739 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fa281714-747e-4d59-bd70-07a61ede1b12 req-8464a9e8-a2b7-4ed5-ad87-a15411e79de7 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639253 Feb 20 23:47:41.685811 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3373ff-8298-48d7-9147-8273e6e1f457 req-3d4264fe-a24a-4f4b-bb16-f8bd642800e8 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:41.687493 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5c3373ff-8298-48d7-9147-8273e6e1f457 req-3d4264fe-a24a-4f4b-bb16-f8bd642800e8 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.0540307 Feb 20 23:47:41.752001 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5c3373ff-8298-48d7-9147-8273e6e1f457 req-a5735f8e-3aee-449b-9a4f-fd7be9fc5d25 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578659 Feb 20 23:47:42.665981 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712be89-59ca-47a0-bc62-94408875962f req-55cc2d11-9187-4572-839b-88990232953c tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:42.667526 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d712be89-59ca-47a0-bc62-94408875962f req-55cc2d11-9187-4572-839b-88990232953c tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0571673 Feb 20 23:47:42.723535 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d712be89-59ca-47a0-bc62-94408875962f req-ba8a9811-d2fe-4f59-86cc-b52e0f24ad4b tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462863 Feb 20 23:47:42.883906 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8389ab4-d39e-4468-b903-287aa83238e9 req-2b49e9a8-d314-4f1d-9759-b6d55e681436 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:42.885733 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8389ab4-d39e-4468-b903-287aa83238e9 req-2b49e9a8-d314-4f1d-9759-b6d55e681436 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.0631373 Feb 20 23:47:42.956562 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8389ab4-d39e-4468-b903-287aa83238e9 req-04d293e9-278d-45b5-9add-30640f44d17b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643003 Feb 20 23:47:43.851843 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cd61e-8612-4793-8a91-233222a3ccf1 req-db3ad78b-dfce-48c0-8315-51ffcecd999f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:43.853353 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f12cd61e-8612-4793-8a91-233222a3ccf1 req-db3ad78b-dfce-48c0-8315-51ffcecd999f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0600457 Feb 20 23:47:43.904789 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f12cd61e-8612-4793-8a91-233222a3ccf1 req-62ab1465-96a0-4979-b954-b85a3f3b1b42 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Feb 20 23:47:44.082122 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6527fe-1213-41d5-8dd3-588b033bc4a3 req-5fb60cff-d276-4210-8ee8-f3d4d8aa059d tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:44.083613 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5b6527fe-1213-41d5-8dd3-588b033bc4a3 req-5fb60cff-d276-4210-8ee8-f3d4d8aa059d tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.0575268 Feb 20 23:47:44.162735 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5b6527fe-1213-41d5-8dd3-588b033bc4a3 req-59954918-9709-4455-b6d7-2a5da2db595f tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732408 Feb 20 23:47:44.976978 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043795f-abe2-4597-bdf2-88ddb1064d0a req-0580680d-9d5c-463d-adc5-4ad4b359a81a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:44.978555 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f043795f-abe2-4597-bdf2-88ddb1064d0a req-0580680d-9d5c-463d-adc5-4ad4b359a81a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0557787 Feb 20 23:47:45.059168 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f043795f-abe2-4597-bdf2-88ddb1064d0a req-d08f6b7a-41b0-4e4a-934e-b588303a73e1 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702355 Feb 20 23:47:45.067202 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db3561-0d2c-42f6-a316-f3d93d201cbe req-423494ed-f820-4631-ae85-dba7a7c58cc7 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:45.068668 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f2db3561-0d2c-42f6-a316-f3d93d201cbe req-423494ed-f820-4631-ae85-dba7a7c58cc7 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0892162 Feb 20 23:47:45.124296 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f2db3561-0d2c-42f6-a316-f3d93d201cbe req-087fac01-ff2e-4d8d-b076-5da246c4b840 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492706 Feb 20 23:47:45.285201 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27674d29-b387-4534-98e4-907beb889abf req-dd315b92-4041-4cda-ac6a-475c53a7ff87 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:45.286842 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-27674d29-b387-4534-98e4-907beb889abf req-dd315b92-4041-4cda-ac6a-475c53a7ff87 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.0565178 Feb 20 23:47:45.351359 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-27674d29-b387-4534-98e4-907beb889abf req-86e24560-c8d0-49cf-9a7b-bd3af0861b26 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585389 Feb 20 23:47:46.189522 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b6dce-b555-4a17-b7af-a4f0d4d04c86 req-9328d4b1-f9f8-49c2-bdb5-96789bfb4b93 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:46.218062 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b36b6dce-b555-4a17-b7af-a4f0d4d04c86 req-9328d4b1-f9f8-49c2-bdb5-96789bfb4b93 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.0577514 Feb 20 23:47:46.309046 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b36b6dce-b555-4a17-b7af-a4f0d4d04c86 req-dc8cbb9d-d1c8-4f48-b74c-a7e2799a46f8 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=4254b0e0-91f3-4524-a907-7be4d104a5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061845 Feb 20 23:47:46.316752 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065f7d5-e7bc-4696-910a-fffa124a4882 req-8d44ce71-1c9d-48e4-9043-ff48ca8912ce tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:46.318257 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2065f7d5-e7bc-4696-910a-fffa124a4882 req-8d44ce71-1c9d-48e4-9043-ff48ca8912ce tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.1246250 Feb 20 23:47:46.333932 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-8ffc02cb-3bac-4f25-adb6-97041c208aae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:46.335447 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-8ffc02cb-3bac-4f25-adb6-97041c208aae tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.89 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 946 time: 0.1010840 Feb 20 23:47:46.439439 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2065f7d5-e7bc-4696-910a-fffa124a4882 req-ca73bfad-7efe-4948-ac63-4597756162ac tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029036 Feb 20 23:47:46.514233 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4e065-4709-41be-8e2a-034c25efd202 req-ea9a6953-fa75-42cc-99e5-d1603a47efe6 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:46.524491 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c4d4e065-4709-41be-8e2a-034c25efd202 req-ea9a6953-fa75-42cc-99e5-d1603a47efe6 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.0755873 Feb 20 23:47:46.524491 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Deleting port ca934fd0-8afa-41df-ae4d-f750ed73e818 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:47:46.524491 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:46.643696 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c4d4e065-4709-41be-8e2a-034c25efd202 req-34d9a03e-ed01-4e9a-9277-e69063b46af9 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217778 Feb 20 23:47:46.662626 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] For port ca934fd0-8afa-41df-ae4d-f750ed73e818, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca934fd0-8afa-41df-ae4d-f750ed73e818,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:46.662995 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:46.727103 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46000) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:46.836543 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1185b87b-7f7b-4d4e-bb5b-8cf35f9c4ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:46.903211 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:46.903576 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (dc099535-2280-415f-b184-9a5d2f5458e5), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:46.904467 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.l3_db [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Floating IP dc099535-2280-415f-b184-9a5d2f5458e5 disassociated. External IP: 172.27.0.20, port: ca934fd0-8afa-41df-ae4d-f750ed73e818. Feb 20 23:47:46.904891 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Calling delete_port for ca934fd0-8afa-41df-ae4d-f750ed73e818 owned by compute:nova {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:47:46.916069 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1185b87b-7f7b-4d4e-bb5b-8cf35f9c4ae4 admin admin] Publish callbacks [] for security_group (c899152c-732b-4f42-97b2-b90e0f7504e4), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:46.985220 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1185b87b-7f7b-4d4e-bb5b-8cf35f9c4ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (c899152c-732b-4f42-97b2-b90e0f7504e4), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:47.024682 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-1185b87b-7f7b-4d4e-bb5b-8cf35f9c4ae4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0c04b898a984acaa285fc8ab5f069fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964809 Feb 20 23:47:47.025586 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185b87b-7f7b-4d4e-bb5b-8cf35f9c4ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c899152c-732b-4f42-97b2-b90e0f7504e4,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:47.027885 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46004) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:47.077239 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (ca934fd0-8afa-41df-ae4d-f750ed73e818), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:47.082991 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3329d6ab-52c6-4e8a-aa01-29334c054881 admin admin] Publish callbacks [] for security_group (c899152c-732b-4f42-97b2-b90e0f7504e4), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:47.113836 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event deleted for resources: {'Port': ['ID=ca934fd0-8afa-41df-ae4d-f750ed73e818,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:47.114119 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3329d6ab-52c6-4e8a-aa01-29334c054881 admin admin] Publish callbacks [] for security_group (c899152c-732b-4f42-97b2-b90e0f7504e4), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:47.124403 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:47.129044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:47.129044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:47.129044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:47.129044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:47.129044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:47.129044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:47.129044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:47.129044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:47.129044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:47.129044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:47.129044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:47.129044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:47.230929 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3329d6ab-52c6-4e8a-aa01-29334c054881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (c899152c-732b-4f42-97b2-b90e0f7504e4), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:47.234534 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3329d6ab-52c6-4e8a-aa01-29334c054881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:47.238776 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-3329d6ab-52c6-4e8a-aa01-29334c054881 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c899152c-732b-4f42-97b2-b90e0f7504e4 HTTP/1.1" status: 204 len: 168 time: 0.2070801 Feb 20 23:47:47.246899 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329d6ab-52c6-4e8a-aa01-29334c054881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c899152c-732b-4f42-97b2-b90e0f7504e4,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:47.260417 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Router 9572085e-970c-47c0-9c72-28559b9340a8 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:47:47.399479 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:47:47.412284 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83780b-b385-4453-81e6-cebab504a527 None None] Sync routers for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:47:47.423759 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83780b-b385-4453-81e6-cebab504a527 None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:47:47.424498 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-2f83780b-b385-4453-81e6-cebab504a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:47:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:47.430411 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a2bec8d2-8dcc-46aa-aec9-51f677ffd2af req-5c224599-ebb7-4293-a7d6-cc4bad35d257 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 210 time: 0.0463502 Feb 20 23:47:47.469576 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] No DVR routers for this DVR port ca934fd0-8afa-41df-ae4d-f750ed73e818 on host hv-cinder-81322 {{(pid=109846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:47:47.474515 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:47.479014 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5196e0d6-af03-494f-8567-4e20f71238b2 req-f9fc8fa2-66a2-4240-bde0-012296e1e9a7 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.89 "DELETE /v2.0/ports/ca934fd0-8afa-41df-ae4d-f750ed73e818 HTTP/1.1" status: 204 len: 173 time: 1.1357944 Feb 20 23:47:47.479498 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e85dfa-4da8-4987-9ebb-ddc850357fa7', 'name': 'network-vif-deleted', 'tag': 'ca934fd0-8afa-41df-ae4d-f750ed73e818'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:47.481829 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc440673-88c5-49f2-9062-700923c17733" -d '{"events": [{"server_uuid": "16e85dfa-4da8-4987-9ebb-ddc850357fa7", "name": "network-vif-deleted", "tag": "ca934fd0-8afa-41df-ae4d-f750ed73e818"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:47.529474 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a31d96-cc63-41f2-93cd-cbf27840b687 x-openstack-request-id: req-14a31d96-cc63-41f2-93cd-cbf27840b687 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:47.530046 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e85dfa-4da8-4987-9ebb-ddc850357fa7", "name": "network-vif-deleted", "tag": "ca934fd0-8afa-41df-ae4d-f750ed73e818", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:47.534512 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14a31d96-cc63-41f2-93cd-cbf27840b687 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:47.534512 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e85dfa-4da8-4987-9ebb-ddc850357fa7', 'name': 'network-vif-deleted', 'tag': 'ca934fd0-8afa-41df-ae4d-f750ed73e818', 'status': 'completed', 'code': 200} Feb 20 23:47:47.593740 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-2f83780b-b385-4453-81e6-cebab504a527 None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:47:47.655215 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535ce03-53be-4c6f-9017-dac9f9123db8 req-b28c7df6-5624-4bf4-973b-c1732135c22f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:47.656940 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a535ce03-53be-4c6f-9017-dac9f9123db8 req-b28c7df6-5624-4bf4-973b-c1732135c22f tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.1150472 Feb 20 23:47:47.746068 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a535ce03-53be-4c6f-9017-dac9f9123db8 req-47b0f868-4a15-40aa-afe8-41f44e99040b tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725672 Feb 20 23:47:47.829586 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c36db7-76f6-40d1-9494-35dab24dbff1 req-ed93c0ea-7dd5-4053-814a-28d7ad5b1626 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:47.831092 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-05c36db7-76f6-40d1-9494-35dab24dbff1 req-ed93c0ea-7dd5-4053-814a-28d7ad5b1626 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.0573726 Feb 20 23:47:47.877042 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-2f83780b-b385-4453-81e6-cebab504a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:47.901882 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-05c36db7-76f6-40d1-9494-35dab24dbff1 req-b3216beb-4d61-4c05-88a6-ade3ed7b9b6c tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649405 Feb 20 23:47:47.912918 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83780b-b385-4453-81e6-cebab504a527 None None] Checking router: 9572085e-970c-47c0-9c72-28559b9340a8 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:47:47.922285 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83780b-b385-4453-81e6-cebab504a527 None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:47:47.922830 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-2f83780b-b385-4453-81e6-cebab504a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:47:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:48.035048 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-2f83780b-b385-4453-81e6-cebab504a527 None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:47:48.070306 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46018) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:48.083742 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4cb491b3-6975-4a45-adea-59200fe239e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:48.163791 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4cb491b3-6975-4a45-adea-59200fe239e1 admin admin] Publish callbacks [] for security_group (c52e7da7-3b4a-4c2b-ad8f-5cf3d77ab524), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:48.230467 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4cb491b3-6975-4a45-adea-59200fe239e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (c52e7da7-3b4a-4c2b-ad8f-5cf3d77ab524), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:48.251135 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-2f83780b-b385-4453-81e6-cebab504a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:47:48.274291 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb491b3-6975-4a45-adea-59200fe239e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52e7da7-3b4a-4c2b-ad8f-5cf3d77ab524,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:48.278619 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-4cb491b3-6975-4a45-adea-59200fe239e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cbc7f88914e458aadb83db514d1efae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072001 Feb 20 23:47:48.283443 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46020) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:48.284993 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83780b-b385-4453-81e6-cebab504a527 None None] The sync data for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi is: [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:47:48.347984 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-55e5d7c8-63a7-44a4-8704-816e05a19186 admin admin] Publish callbacks [] for security_group (c52e7da7-3b4a-4c2b-ad8f-5cf3d77ab524), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:48.373159 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-55e5d7c8-63a7-44a4-8704-816e05a19186 admin admin] Publish callbacks [] for security_group (c52e7da7-3b4a-4c2b-ad8f-5cf3d77ab524), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:48.493975 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-55e5d7c8-63a7-44a4-8704-816e05a19186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (c52e7da7-3b4a-4c2b-ad8f-5cf3d77ab524), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:48.497764 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-55e5d7c8-63a7-44a4-8704-816e05a19186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:48.509559 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-55e5d7c8-63a7-44a4-8704-816e05a19186 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c52e7da7-3b4a-4c2b-ad8f-5cf3d77ab524 HTTP/1.1" status: 204 len: 168 time: 0.2229738 Feb 20 23:47:48.523465 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5d7c8-63a7-44a4-8704-816e05a19186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52e7da7-3b4a-4c2b-ad8f-5cf3d77ab524,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:48.588472 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3613f1-2b18-4421-aa65-c6ebc90bcb02 None None] New status for floating IP dc099535-2280-415f-b184-9a5d2f5458e5: DOWN {{(pid=109849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:47:48.636752 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-42578486-67fa-4aaa-9617-7d6b28fefc9d req-ef803cf6-87d3-4eef-aabd-360999955b96 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e85dfa-4da8-4987-9ebb-ddc850357fa7 HTTP/1.1" status: 200 len: 210 time: 0.0671766 Feb 20 23:47:48.883699 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f35fc0-1fab-4ec2-894a-c6eb843a6aaa req-47ebb0fc-5f77-4011-9153-aad4deb7f3d5 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:48.885405 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-10f35fc0-1fab-4ec2-894a-c6eb843a6aaa req-47ebb0fc-5f77-4011-9153-aad4deb7f3d5 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0538445 Feb 20 23:47:48.955041 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-10f35fc0-1fab-4ec2-894a-c6eb843a6aaa req-8a207c23-87d9-4eab-9929-9b7f3ed8a2c8 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616212 Feb 20 23:47:49.031880 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eca08c-9f3e-4f2d-8893-4e9f75b34f55 req-3a49a904-9217-4c10-a0b5-8105d5595c71 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:49.033454 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c7eca08c-9f3e-4f2d-8893-4e9f75b34f55 req-3a49a904-9217-4c10-a0b5-8105d5595c71 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.0565295 Feb 20 23:47:49.099630 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c7eca08c-9f3e-4f2d-8893-4e9f75b34f55 req-40ed0ea9-6eea-4923-94c1-8093388c5674 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603707 Feb 20 23:47:49.305017 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c460db74-ab95-4190-a99e-dc0b7d15e853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:49.622782 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device ca934fd0-8afa-41df-ae4d-f750ed73e818 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:47:49.644758 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: ca934fd0-8afa-41df-ae4d-f750ed73e818 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:47:49.645092 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device ca934fd0-8afa-41df-ae4d-f750ed73e818 not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:47:49.798217 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46058) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:50.156192 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46066) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:50.158113 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7ca573fb-bd77-4c6c-b78b-11e24acf86ab tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group (4254b0e0-91f3-4524-a907-7be4d104a5e8), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.181783 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dfd3d-a726-4220-ab18-5bae19ea6924 req-f7ba473f-53c1-4736-913f-90358bc20596 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:50.183264 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8b8dfd3d-a726-4220-ab18-5bae19ea6924 req-f7ba473f-53c1-4736-913f-90358bc20596 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0809247 Feb 20 23:47:50.226024 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7ca573fb-bd77-4c6c-b78b-11e24acf86ab tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group (4254b0e0-91f3-4524-a907-7be4d104a5e8), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.269752 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.310001 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8b8dfd3d-a726-4220-ab18-5bae19ea6924 req-de40e68d-fc68-496f-98c4-b7999511052b tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098766 Feb 20 23:47:50.318609 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51620bcf-a4c4-44db-bc88-dd502cfef5b1 req-6b5b7f8c-f5c9-47fa-8668-189ed0264106 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:50.320133 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51620bcf-a4c4-44db-bc88-dd502cfef5b1 req-6b5b7f8c-f5c9-47fa-8668-189ed0264106 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.1328671 Feb 20 23:47:50.359493 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Publish callbacks [] for security_group (f0009549-7992-4ea2-b8c0-3fdedee6b2b2), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.386993 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-51620bcf-a4c4-44db-bc88-dd502cfef5b1 req-b1f79641-8932-4c25-87fb-bb0300e27531 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589120 Feb 20 23:47:50.396192 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7ca573fb-bd77-4c6c-b78b-11e24acf86ab tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (4254b0e0-91f3-4524-a907-7be4d104a5e8), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.399180 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7ca573fb-bd77-4c6c-b78b-11e24acf86ab tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.400420 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-7ca573fb-bd77-4c6c-b78b-11e24acf86ab tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "DELETE /v2.0/security-groups/4254b0e0-91f3-4524-a907-7be4d104a5e8 HTTP/1.1" status: 204 len: 168 time: 0.6011364 Feb 20 23:47:50.403282 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46070) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:50.414288 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca573fb-bd77-4c6c-b78b-11e24acf86ab tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4254b0e0-91f3-4524-a907-7be4d104a5e8,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:50.418068 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.api.v2.resource [None req-f5150a41-e01d-420a-94e1-b10027967529 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] show failed (client error): The resource could not be found. Feb 20 23:47:50.419096 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f5150a41-e01d-420a-94e1-b10027967529 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups/4254b0e0-91f3-4524-a907-7be4d104a5e8 HTTP/1.1" status: 404 len: 347 time: 0.0142813 Feb 20 23:47:50.422966 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46072) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:50.429645 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (f0009549-7992-4ea2-b8c0-3fdedee6b2b2), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.532871 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6881b1d2b4f487e94408bc9f982ad7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752172 Feb 20 23:47:50.535296 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46076) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:50.537717 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0009549-7992-4ea2-b8c0-3fdedee6b2b2,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:50.549517 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:50.549868 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:50.550207 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:50.550541 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:50.550874 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:50.551201 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:50.551526 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:50.551853 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:50.552602 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:50.552602 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:50.552870 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:50.553142 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:50.553508 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a21a6-91ab-4961-b2c9-dd9d18c2d157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:47:50.589763 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d000e747-9bd6-419a-aa18-7bdc2b8511fc admin admin] Publish callbacks [] for security_group (f0009549-7992-4ea2-b8c0-3fdedee6b2b2), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.596972 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-2d8be5c1-9b09-4751-bc12-87717570731b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Deleting port cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:47:50.597313 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-2d8be5c1-9b09-4751-bc12-87717570731b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.614352 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d000e747-9bd6-419a-aa18-7bdc2b8511fc admin admin] Publish callbacks [] for security_group (f0009549-7992-4ea2-b8c0-3fdedee6b2b2), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.739479 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d000e747-9bd6-419a-aa18-7bdc2b8511fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (f0009549-7992-4ea2-b8c0-3fdedee6b2b2), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.744346 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d000e747-9bd6-419a-aa18-7bdc2b8511fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.749434 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-d000e747-9bd6-419a-aa18-7bdc2b8511fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0009549-7992-4ea2-b8c0-3fdedee6b2b2 HTTP/1.1" status: 204 len: 168 time: 0.2096546 Feb 20 23:47:50.759061 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000e747-9bd6-419a-aa18-7bdc2b8511fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0009549-7992-4ea2-b8c0-3fdedee6b2b2,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:50.912138 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-2d8be5c1-9b09-4751-bc12-87717570731b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.914671 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-2d8be5c1-9b09-4751-bc12-87717570731b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:50.925729 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-2d8be5c1-9b09-4751-bc12-87717570731b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Calling delete_port for cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512 owned by network:floatingip {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:47:51.133627 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-2d8be5c1-9b09-4751-bc12-87717570731b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:51.158592 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8be5c1-9b09-4751-bc12-87717570731b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event deleted for resources: {'Port': ['ID=cfb9aa4e-0559-4fdc-9053-d3eb3a5a5512,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:51.224705 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-2d8be5c1-9b09-4751-bc12-87717570731b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (dc099535-2280-415f-b184-9a5d2f5458e5), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:51.227276 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-2d8be5c1-9b09-4751-bc12-87717570731b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:51.228397 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-2d8be5c1-9b09-4751-bc12-87717570731b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "DELETE /v2.0/floatingips/dc099535-2280-415f-b184-9a5d2f5458e5 HTTP/1.1" status: 204 len: 168 time: 0.8044691 Feb 20 23:47:51.565646 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46104) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:51.570498 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-ef62acae-cae1-4451-a9ef-785e2d98f2c1 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--645704035', 'description': 'tempest-description--88007946'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:51.664724 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ef62acae-cae1-4451-a9ef-785e2d98f2c1 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:51.713742 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d731d9-2ef1-4e11-b902-7dc302256bd2 req-4eb44645-7d41-403c-9be4-12456317931a tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:51.721605 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a1d731d9-2ef1-4e11-b902-7dc302256bd2 req-4eb44645-7d41-403c-9be4-12456317931a tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.1310267 Feb 20 23:47:51.727793 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0016b218-6145-4e6b-ae61-a24df04b8844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:51.751839 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b812ea-80c5-4c3f-8e68-aee562d0ed3c req-83d99a91-6a00-4db1-b521-264d75d899ee tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:51.753344 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-43b812ea-80c5-4c3f-8e68-aee562d0ed3c req-83d99a91-6a00-4db1-b521-264d75d899ee tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.1489301 Feb 20 23:47:51.819238 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a1d731d9-2ef1-4e11-b902-7dc302256bd2 req-5a891bcf-3994-4751-86b4-44a5e9940b50 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963469 Feb 20 23:47:51.856142 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ef62acae-cae1-4451-a9ef-785e2d98f2c1 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group (eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:51.869940 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-43b812ea-80c5-4c3f-8e68-aee562d0ed3c req-163a974b-2ee7-4a93-b5b3-33e0775d4b63 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=31383f82-2e63-4ad3-9ba3-f15f785dae2a&id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082177 Feb 20 23:47:51.905591 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ef62acae-cae1-4451-a9ef-785e2d98f2c1 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:51.935788 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62acae-cae1-4451-a9ef-785e2d98f2c1 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:51.972448 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ef62acae-cae1-4451-a9ef-785e2d98f2c1 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:51.974677 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-ef62acae-cae1-4451-a9ef-785e2d98f2c1 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4075096 Feb 20 23:47:51.977357 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46120) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:51.983616 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-541e007c-e33f-4628-94f1-8bf4a6c28204 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Request body: {'security_group_rule': {'security_group_id': 'eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:52.069518 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-541e007c-e33f-4628-94f1-8bf4a6c28204 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group_rule (f8db6798-f021-4e1a-b09d-0fd0a33b8739), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.130512 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-541e007c-e33f-4628-94f1-8bf4a6c28204 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group_rule (f8db6798-f021-4e1a-b09d-0fd0a33b8739), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.207123 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-541e007c-e33f-4628-94f1-8bf4a6c28204 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (f8db6798-f021-4e1a-b09d-0fd0a33b8739), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.225035 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e007c-e33f-4628-94f1-8bf4a6c28204 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8db6798-f021-4e1a-b09d-0fd0a33b8739,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:52.318462 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-541e007c-e33f-4628-94f1-8bf4a6c28204 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.319849 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-541e007c-e33f-4628-94f1-8bf4a6c28204 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3414845 Feb 20 23:47:52.322465 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46124) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:52.327155 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-916cab52-f0bf-48e3-ba2b-bfd2bd51e3f5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Request body: {'security_group_rule': {'security_group_id': 'eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:52.413014 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-916cab52-f0bf-48e3-ba2b-bfd2bd51e3f5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group_rule (e9cd071d-4b55-4489-872c-3f1264c4ae8b), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.444787 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46128) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:52.471050 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-916cab52-f0bf-48e3-ba2b-bfd2bd51e3f5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group_rule (e9cd071d-4b55-4489-872c-3f1264c4ae8b), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.545836 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-916cab52-f0bf-48e3-ba2b-bfd2bd51e3f5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788123'] for security_group_rule (e9cd071d-4b55-4489-872c-3f1264c4ae8b), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.553472 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b1f2eaeb-7cd7-459e-970a-111efaa6905f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.567474 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cab52-f0bf-48e3-ba2b-bfd2bd51e3f5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cd071d-4b55-4489-872c-3f1264c4ae8b,revision_number=0']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:52.627645 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b1f2eaeb-7cd7-459e-970a-111efaa6905f admin admin] Publish callbacks [] for security_group (758ffa9e-5b5b-48d0-af7f-e610ccb9e14f), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.649736 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-916cab52-f0bf-48e3-ba2b-bfd2bd51e3f5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.650961 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-916cab52-f0bf-48e3-ba2b-bfd2bd51e3f5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3275297 Feb 20 23:47:52.654713 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46132) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:52.661068 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Request body: {'floatingip': {'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:52.710623 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b1f2eaeb-7cd7-459e-970a-111efaa6905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (758ffa9e-5b5b-48d0-af7f-e610ccb9e14f), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.750248 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.757488 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-b1f2eaeb-7cd7-459e-970a-111efaa6905f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=feee58f753884b878b9dc8b156ef5860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111219 Feb 20 23:47:52.758240 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2eaeb-7cd7-459e-970a-111efaa6905f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758ffa9e-5b5b-48d0-af7f-e610ccb9e14f,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:52.761044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46134) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:52.812058 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd256-2fef-4b7b-9cfd-4234b5177107 admin admin] Publish callbacks [] for security_group (758ffa9e-5b5b-48d0-af7f-e610ccb9e14f), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.834448 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd256-2fef-4b7b-9cfd-4234b5177107 admin admin] Publish callbacks [] for security_group (758ffa9e-5b5b-48d0-af7f-e610ccb9e14f), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.861264 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:52.953175 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e583a-5ebb-4280-9405-b2661adb1d24 req-333aa11c-fb90-4211-a6b4-0680bc111a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:52.954693 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a21e583a-5ebb-4280-9405-b2661adb1d24 req-333aa11c-fb90-4211-a6b4-0680bc111a69 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9704bde2289741f59198b9678b2f9d9a&device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 1129 time: 0.1082017 Feb 20 23:47:52.967148 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9e5b4-67ad-4d78-b8e6-f466c9e1ac29 req-a743f62d-5ae6-4b14-9cb0-0a40291785da tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:52.969039 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-02f9e5b4-67ad-4d78-b8e6-f466c9e1ac29 req-a743f62d-5ae6-4b14-9cb0-0a40291785da tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0715895 Feb 20 23:47:52.989953 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Allocated IP 172.27.0.176 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:47:53.030489 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd256-2fef-4b7b-9cfd-4234b5177107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (758ffa9e-5b5b-48d0-af7f-e610ccb9e14f), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:53.033108 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd256-2fef-4b7b-9cfd-4234b5177107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:53.034234 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-b2dbd256-2fef-4b7b-9cfd-4234b5177107 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/758ffa9e-5b5b-48d0-af7f-e610ccb9e14f HTTP/1.1" status: 204 len: 168 time: 0.2721219 Feb 20 23:47:53.058639 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbd256-2fef-4b7b-9cfd-4234b5177107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758ffa9e-5b5b-48d0-af7f-e610ccb9e14f,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:53.113362 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-02f9e5b4-67ad-4d78-b8e6-f466c9e1ac29 req-8155de66-daab-4fae-8cf3-9c34094b8d46 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348283 Feb 20 23:47:53.136457 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:53.136965 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e583a-5ebb-4280-9405-b2661adb1d24 req-c6ace094-a7f8-4947-81b9-12f63bf0b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:53.136965 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a21e583a-5ebb-4280-9405-b2661adb1d24 req-c6ace094-a7f8-4947-81b9-12f63bf0b407 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4ddbeba2-7535-4779-a318-706b0514660a HTTP/1.1" status: 200 len: 909 time: 0.1628630 Feb 20 23:47:53.137148 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for port (b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:53.199499 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a21e583a-5ebb-4280-9405-b2661adb1d24 req-65895f3d-0b37-4ae0-8bb5-0c7fcea54018 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221400a7-920d-480c-b9c8-d8321433f6c8 HTTP/1.1" status: 200 len: 1001 time: 0.0599258 Feb 20 23:47:53.236976 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:53.254063 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e583a-5ebb-4280-9405-b2661adb1d24 req-c84e530f-5444-4416-8cca-66ade26832ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:53.255643 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a21e583a-5ebb-4280-9405-b2661adb1d24 req-c84e530f-5444-4416-8cca-66ade26832ee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8fdea6cf-4a9e-4a47-8b5e-4805b1b60543 HTTP/1.1" status: 200 len: 847 time: 0.0502687 Feb 20 23:47:53.283562 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:47:53.291371 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:47:53.293860 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:47:53.297632 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event updated for resources: {'Port': ['ID=b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:53.315753 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e583a-5ebb-4280-9405-b2661adb1d24 req-5f46ce6e-e8be-4bfe-94ae-339848381e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:53.317343 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a21e583a-5ebb-4280-9405-b2661adb1d24 req-5f46ce6e-e8be-4bfe-94ae-339848381e04 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ddbeba2-7535-4779-a318-706b0514660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544617 Feb 20 23:47:53.387871 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:53.415579 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a21e583a-5ebb-4280-9405-b2661adb1d24 req-d41b314c-b138-4f45-900e-a5a0c244da54 service neutron] 10.222.0.89 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900676 Feb 20 23:47:53.488144 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:53.517361 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a21e583a-5ebb-4280-9405-b2661adb1d24 req-2c36c19a-9a2d-4979-bade-8fce083aadc5 service neutron] 10.222.0.89 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955734 Feb 20 23:47:53.658421 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for port (b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:53.698767 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:53.773034 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event updated for resources: {'Port': ['ID=b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:53.787118 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:53.832587 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:53.836807 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-cd304d08-c051-4451-b43e-c357bf31c9a0 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1809273 Feb 20 23:47:54.039865 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-2dd0e6a1-ac9d-41ed-a75b-14b133f13a59 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--645704035&fields=id&tenant_id=7ab5a815f45e4787b222b7e9c1ea5314 HTTP/1.1" status: 200 len: 267 time: 0.0480185 Feb 20 23:47:54.160476 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-c619f1f1-1805-4993-902e-4fe5dfe57bb6 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:54.162160 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-c619f1f1-1805-4993-902e-4fe5dfe57bb6 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/networks?id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf HTTP/1.1" status: 200 len: 810 time: 0.1154816 Feb 20 23:47:54.179115 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-5107e371-150d-41d2-a298-742163637a52 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/quotas/7ab5a815f45e4787b222b7e9c1ea5314 HTTP/1.1" status: 200 len: 375 time: 0.0103436 Feb 20 23:47:54.270220 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-e1e402c7-0be1-4391-ab35-98b50d99a2f3 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844238 Feb 20 23:47:54.278093 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c724e-b634-4fdf-bf9b-816fe9e5e95f req-f985d6d0-fe37-42c6-83ae-ed414395cb53 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:54.279906 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b14c724e-b634-4fdf-bf9b-816fe9e5e95f req-f985d6d0-fe37-42c6-83ae-ed414395cb53 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0850394 Feb 20 23:47:54.395102 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b14c724e-b634-4fdf-bf9b-816fe9e5e95f req-0aa498f2-9aa4-41ea-8f1a-0f338581cab2 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060948 Feb 20 23:47:54.412444 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-1cc503f9-5ae7-4c78-bcf2-fca1b5f77856 service neutron] 10.222.0.37 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308966 Feb 20 23:47:54.504836 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-089481d1-e720-45a3-b5e4-d77220a67e93 service neutron] 10.222.0.37 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859931 Feb 20 23:47:54.705098 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:54.793504 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-359b1f31-6d05-412c-b4fd-d0edfaa9f6ec req-9344d643-fc57-4065-86a4-863a6af60de6 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 210 time: 0.0354993 Feb 20 23:47:55.525537 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a463dc-9ace-46f8-a3ee-6efa487949c8 req-17b41dbd-ac53-4ae0-993e-b27bf9ea3911 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:55.525537 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-40a463dc-9ace-46f8-a3ee-6efa487949c8 req-17b41dbd-ac53-4ae0-993e-b27bf9ea3911 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0567133 Feb 20 23:47:55.578216 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-40a463dc-9ace-46f8-a3ee-6efa487949c8 req-05c0849a-080b-4497-92c8-9d950f00fd0b tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486643 Feb 20 23:47:55.895169 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0bbb7d3f-efc2-4660-a91d-30489898d230 req-246a279a-91c2-4ba8-a082-393e8cc13d86 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 210 time: 0.0306742 Feb 20 23:47:56.099246 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:56.704814 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8723df-f593-48e0-ac2b-df7e67381362 req-71e27c67-133e-401b-a20f-5c11fcdbd8d2 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:56.706358 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc8723df-f593-48e0-ac2b-df7e67381362 req-71e27c67-133e-401b-a20f-5c11fcdbd8d2 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0573580 Feb 20 23:47:56.783165 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc8723df-f593-48e0-ac2b-df7e67381362 req-97c1f86d-2ba7-4ff6-8b82-407299028895 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709026 Feb 20 23:47:56.879015 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [req-0dfe1ca9-57f6-4a98-aa55-2da5719648d3 req-f9242c78-7258-448e-93fe-63aba7292f12 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:47:56.880838 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0dfe1ca9-57f6-4a98-aa55-2da5719648d3 req-f9242c78-7258-448e-93fe-63aba7292f12 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164196 Feb 20 23:47:56.906355 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-20418452-3874-4e05-916d-ac773b34bdb2 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:56.907939 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-20418452-3874-4e05-916d-ac773b34bdb2 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.89 "GET /v2.0/networks?id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf HTTP/1.1" status: 200 len: 810 time: 0.1621168 Feb 20 23:47:57.009978 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7b7b56e2-7e1a-49f9-b8b0-523737f4144b req-d0a84104-2a2d-4800-b323-fd002301e81f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 210 time: 0.0402133 Feb 20 23:47:57.017104 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-c0a22dc6-7e6d-42d5-bf9c-4e90e98bfa2b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ab5a815f45e4787b222b7e9c1ea5314 HTTP/1.1" status: 200 len: 379 time: 0.0985913 Feb 20 23:47:57.025384 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-61dc4dfa-7e78-40c1-a4b7-aad6e113e157 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Request body: {'port': {'device_id': '2b1cd073-b400-4fc4-8a54-a4b842830638', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'admin_state_up': True, 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'security_groups': ['eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0']}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:57.242825 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-61dc4dfa-7e78-40c1-a4b7-aad6e113e157 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Made reservation on behalf of 7ab5a815f45e4787b222b7e9c1ea5314 for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:47:57.246252 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-61dc4dfa-7e78-40c1-a4b7-aad6e113e157 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:57.328679 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f143a-0b99-4dee-8dbf-0331c6b6f69b req-686a708a-e46a-4cd6-bb16-a2aba8acbb43 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:57.330303 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-783f143a-0b99-4dee-8dbf-0331c6b6f69b req-686a708a-e46a-4cd6-bb16-a2aba8acbb43 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.1217237 Feb 20 23:47:57.336199 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-f158692d-9906-4fd3-b0b6-5f50540a06ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0484796 Feb 20 23:47:57.432226 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-783f143a-0b99-4dee-8dbf-0331c6b6f69b req-826284bb-c808-41dc-b258-9e7b5dfae1df tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921972 Feb 20 23:47:57.441711 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-61dc4dfa-7e78-40c1-a4b7-aad6e113e157 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Allocated IP 172.20.0.5 (670c1c1c-cc9c-4c79-9476-1429c1cf5ebf/350751a2-e0e2-4ae4-8032-3a3155ee3ad9/775f6198-293d-4f7d-8bd5-4a0ee74fef58) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:47:57.517844 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46240) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:57.602444 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-61dc4dfa-7e78-40c1-a4b7-aad6e113e157 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:57.678889 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-9311e528-a941-483e-b86b-506b7eab3dd0 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:57.680441 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-9311e528-a941-483e-b86b-506b7eab3dd0 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports/221400a7-920d-480c-b9c8-d8321433f6c8 HTTP/1.1" status: 200 len: 942 time: 0.1615839 Feb 20 23:47:57.684540 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 221400a7-920d-480c-b9c8-d8321433f6c8 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:47:57.695886 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-61dc4dfa-7e78-40c1-a4b7-aad6e113e157 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:57.742442 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-61dc4dfa-7e78-40c1-a4b7-aad6e113e157 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:47:57.748608 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-61dc4dfa-7e78-40c1-a4b7-aad6e113e157 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:47:57.752485 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-61dc4dfa-7e78-40c1-a4b7-aad6e113e157 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:47:57.791791 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 221400a7-920d-480c-b9c8-d8321433f6c8 is: ACTIVE; New status is: DOWN {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:47:57.792223 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:57.795525 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc4dfa-7e78-40c1-a4b7-aad6e113e157 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event updated for resources: {'Port': ['ID=775f6198-293d-4f7d-8bd5-4a0ee74fef58,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:57.820475 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:57.823279 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05189940-8906-4d19-89c6-4379ba088632" -d '{"events": [{"server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "name": "network-vif-unplugged", "status": "completed", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:57.840512 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 221400a7-920d-480c-b9c8-d8321433f6c8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=221400a7-920d-480c-b9c8-d8321433f6c8,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:47:57.845582 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-61dc4dfa-7e78-40c1-a4b7-aad6e113e157 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:57.846263 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-61dc4dfa-7e78-40c1-a4b7-aad6e113e157 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:57.871371 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aecef3-e467-4fbc-a1ff-881a53106c17 x-openstack-request-id: req-e8aecef3-e467-4fbc-a1ff-881a53106c17 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:57.871992 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "name": "network-vif-unplugged", "status": "failed", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8", "code": 422}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:57.872856 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8aecef3-e467-4fbc-a1ff-881a53106c17 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:57.873501 dv-cinder-813221-6-iscsi neutron-server[109848]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8', 'code': 422} returned with failed status Feb 20 23:47:57.915991 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:57.921696 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-61dc4dfa-7e78-40c1-a4b7-aad6e113e157 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9001741 Feb 20 23:47:57.937950 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Request body: {'port': {'device_id': '2b1cd073-b400-4fc4-8a54-a4b842830638', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:47:57.973404 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=221400a7-920d-480c-b9c8-d8321433f6c8,revision_number=6']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:58.009120 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:58.022399 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-1a6d9d3c-0c94-4567-a807-18bbfcb36589 None None] Provisioning complete for port 775f6198-293d-4f7d-8bd5-4a0ee74fef58 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:47:58.022782 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9d3c-0c94-4567-a807-18bbfcb36589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:58.066481 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-1a6d9d3c-0c94-4567-a807-18bbfcb36589 None None] Port 775f6198-293d-4f7d-8bd5-4a0ee74fef58 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:47:58.250704 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd040a-b4b6-4a6d-aae2-b8fd023e982b req-14f132f1-438d-4656-b8d7-5bbd526a7ce5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:58.252178 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-38bd040a-b4b6-4a6d-aae2-b8fd023e982b req-14f132f1-438d-4656-b8d7-5bbd526a7ce5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 931 time: 0.1563323 Feb 20 23:47:58.329408 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-38bd040a-b4b6-4a6d-aae2-b8fd023e982b req-df93a16b-f498-4c1f-803c-71fda844ebb5 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708728 Feb 20 23:47:58.385731 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775f6198-293d-4f7d-8bd5-4a0ee74fef58 {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:47:58.394223 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Publish callbacks [] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:58.407487 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Transition to ACTIVE for port object 775f6198-293d-4f7d-8bd5-4a0ee74fef58 will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:47:58.470452 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:58.557608 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Pushing event updated for resources: {'Port': ['ID=775f6198-293d-4f7d-8bd5-4a0ee74fef58,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:58.636443 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405a57c-4743-491c-839f-4853b5653430 req-34a19004-5da4-465a-90f1-f01c852e14cf tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:58.638528 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1405a57c-4743-491c-839f-4853b5653430 req-34a19004-5da4-465a-90f1-f01c852e14cf tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.1328034 Feb 20 23:47:58.655576 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Attempting to bind port 775f6198-293d-4f7d-8bd5-4a0ee74fef58 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:47:58.662509 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Attempting to bind port 775f6198-293d-4f7d-8bd5-4a0ee74fef58 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:47:58.662509 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Attempting to bind port 775f6198-293d-4f7d-8bd5-4a0ee74fef58 on network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:47:58.670668 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Port 775f6198-293d-4f7d-8bd5-4a0ee74fef58 on network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:47:58.670995 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Attempting to bind port 775f6198-293d-4f7d-8bd5-4a0ee74fef58 on network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:47:58.683942 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:47:58.684278 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Checking segment: {'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:47:58.684846 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Bound using segment: {'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:47:58.685433 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Bound port: 775f6198-293d-4f7d-8bd5-4a0ee74fef58, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2a09a1-d06f-4667-94b2-c948c7402c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:47:58.685918 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:58.724280 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1405a57c-4743-491c-839f-4853b5653430 req-30bc6b9f-b089-4157-b775-332f899afa5d tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757346 Feb 20 23:47:58.783517 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] For port 775f6198-293d-4f7d-8bd5-4a0ee74fef58, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:47:58.788628 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] For port 775f6198-293d-4f7d-8bd5-4a0ee74fef58, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=775f6198-293d-4f7d-8bd5-4a0ee74fef58,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:47:58.847880 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:58.880081 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46264) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:58.881887 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:58.882502 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:58.883940 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-af831636-396a-4734-b37a-397cef21ab33 service neutron] 10.222.0.89 "PUT /v2.0/ports/775f6198-293d-4f7d-8bd5-4a0ee74fef58 HTTP/1.1" status: 200 len: 1093 time: 0.9516933 Feb 20 23:47:58.884645 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1cd073-b400-4fc4-8a54-a4b842830638', 'tag': '775f6198-293d-4f7d-8bd5-4a0ee74fef58'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:47:58.887073 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a13de7b-814f-4774-a7cf-7dc123833f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1cd073-b400-4fc4-8a54-a4b842830638", "tag": "775f6198-293d-4f7d-8bd5-4a0ee74fef58"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:47:58.911652 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af831636-396a-4734-b37a-397cef21ab33 service neutron] Pushing event updated for resources: {'Port': ['ID=775f6198-293d-4f7d-8bd5-4a0ee74fef58,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:58.938932 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f00715-90f5-4ab7-a76c-270793e8f6ef x-openstack-request-id: req-e7f00715-90f5-4ab7-a76c-270793e8f6ef {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:47:58.939223 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1cd073-b400-4fc4-8a54-a4b842830638", "tag": "775f6198-293d-4f7d-8bd5-4a0ee74fef58", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:47:58.939473 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7f00715-90f5-4ab7-a76c-270793e8f6ef {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:47:58.939876 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1cd073-b400-4fc4-8a54-a4b842830638', 'tag': '775f6198-293d-4f7d-8bd5-4a0ee74fef58', 'status': 'completed', 'code': 200} Feb 20 23:47:59.018980 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13de7b-814f-4774-a7cf-7dc123833f0d req-d44ab29f-beef-4174-98ca-e64d2f9e3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:59.020634 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4a13de7b-814f-4774-a7cf-7dc123833f0d req-d44ab29f-beef-4174-98ca-e64d2f9e3ef7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 1127 time: 0.0599334 Feb 20 23:47:59.021701 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a3a2-bd8e-4efb-a19d-d5c5f795354f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:59.120626 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a3a2-bd8e-4efb-a19d-d5c5f795354f admin admin] Publish callbacks [] for security_group (591410f0-af1e-417b-9bc7-f18f74054377), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:59.137497 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13de7b-814f-4774-a7cf-7dc123833f0d req-73bf4df8-0963-4405-bcf3-41e83667838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:59.139601 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4a13de7b-814f-4774-a7cf-7dc123833f0d req-73bf4df8-0963-4405-bcf3-41e83667838a service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1101286 Feb 20 23:47:59.161854 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a3a2-bd8e-4efb-a19d-d5c5f795354f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (591410f0-af1e-417b-9bc7-f18f74054377), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:59.201980 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-4cf5a3a2-bd8e-4efb-a19d-d5c5f795354f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff76c1e5f95645c99f28baefb70d57d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206537 Feb 20 23:47:59.202898 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5a3a2-bd8e-4efb-a19d-d5c5f795354f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591410f0-af1e-417b-9bc7-f18f74054377,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:59.204593 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46270) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:47:59.261828 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13de7b-814f-4774-a7cf-7dc123833f0d req-1d37c26f-c38e-4b96-a29a-0f9549e807bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:59.263899 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4a13de7b-814f-4774-a7cf-7dc123833f0d req-1d37c26f-c38e-4b96-a29a-0f9549e807bd service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1184037 Feb 20 23:47:59.279957 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-22b14e41-7a12-4846-b0bb-c1e0f9d88023 admin admin] Publish callbacks [] for security_group (591410f0-af1e-417b-9bc7-f18f74054377), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:59.305016 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-22b14e41-7a12-4846-b0bb-c1e0f9d88023 admin admin] Publish callbacks [] for security_group (591410f0-af1e-417b-9bc7-f18f74054377), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:59.379581 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-4d34e88b-10c2-4352-888a-bf25c91c70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:59.381095 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-4d34e88b-10c2-4352-888a-bf25c91c70fc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 1127 time: 0.0694926 Feb 20 23:47:59.427730 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-3984f68d-e629-4ea6-b375-4e9c2255c79b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=775f6198-293d-4f7d-8bd5-4a0ee74fef58 HTTP/1.1" status: 200 len: 217 time: 0.0354886 Feb 20 23:47:59.498293 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-22b14e41-7a12-4846-b0bb-c1e0f9d88023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (591410f0-af1e-417b-9bc7-f18f74054377), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:59.500864 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-22b14e41-7a12-4846-b0bb-c1e0f9d88023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:59.501985 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-22b14e41-7a12-4846-b0bb-c1e0f9d88023 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/591410f0-af1e-417b-9bc7-f18f74054377 HTTP/1.1" status: 204 len: 168 time: 0.2963936 Feb 20 23:47:59.515211 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-d6c3f4f9-a1fe-4aaf-9e00-0a4fe3632dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:59.516670 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-d6c3f4f9-a1fe-4aaf-9e00-0a4fe3632dfe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=350751a2-e0e2-4ae4-8032-3a3155ee3ad9 HTTP/1.1" status: 200 len: 849 time: 0.0817769 Feb 20 23:47:59.519361 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b14e41-7a12-4846-b0bb-c1e0f9d88023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591410f0-af1e-417b-9bc7-f18f74054377,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:47:59.538148 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46f1dc-497b-41ab-9f52-23b5d7d6c7a1 req-68b79349-3861-42c8-8afc-dd000c199e62 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:59.539625 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5b46f1dc-497b-41ab-9f52-23b5d7d6c7a1 req-68b79349-3861-42c8-8afc-dd000c199e62 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 943 time: 0.1143339 Feb 20 23:47:59.573820 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:47:59.609485 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-57eb64b3-06f7-4dbb-9fd7-e3e53f4be25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:59.610977 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-57eb64b3-06f7-4dbb-9fd7-e3e53f4be25f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868506 Feb 20 23:47:59.614005 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5b46f1dc-497b-41ab-9f52-23b5d7d6c7a1 req-bbdf77ae-458f-4ee0-bb24-cf22c031d3b6 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556767 Feb 20 23:47:59.709301 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-0e2b9074-43ef-49fb-b6d1-f074238de272 service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882781 Feb 20 23:47:59.818714 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-df457d5f-289c-42e2-b01e-dc19ee2117d6 req-1eae1ab2-5382-40f4-85b6-e0284a8b0321 service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029708 Feb 20 23:47:59.862686 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d7fd5-68ca-4dc9-a949-4aa44c50c750 req-53e8b716-b8dd-4509-9a8a-723a1c462b08 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:47:59.864326 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4c5d7fd5-68ca-4dc9-a949-4aa44c50c750 req-53e8b716-b8dd-4509-9a8a-723a1c462b08 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0601640 Feb 20 23:47:59.925835 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4c5d7fd5-68ca-4dc9-a949-4aa44c50c750 req-34a51b1d-5e3d-4b48-866d-998824dfd225 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554349 Feb 20 23:48:00.049048 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-f21d305b-2ad8-4e51-9f49-021bf9501048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:00.050553 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-f21d305b-2ad8-4e51-9f49-021bf9501048 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd&tenant_id=9704bde2289741f59198b9678b2f9d9a HTTP/1.1" status: 200 len: 1127 time: 0.1009784 Feb 20 23:48:00.119913 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-73486ac4-b78e-4e9c-9725-82d63704d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:00.121426 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-73486ac4-b78e-4e9c-9725-82d63704d3cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9704bde2289741f59198b9678b2f9d9a&device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 1127 time: 0.0442142 Feb 20 23:48:00.211876 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-c912ff8e-6c2a-49f9-b54c-3558f93e9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:00.213236 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-c912ff8e-6c2a-49f9-b54c-3558f93e9e07 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4ddbeba2-7535-4779-a318-706b0514660a HTTP/1.1" status: 200 len: 909 time: 0.0862701 Feb 20 23:48:00.276617 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-6865e73c-4879-41c0-af11-dd1360067db8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221400a7-920d-480c-b9c8-d8321433f6c8 HTTP/1.1" status: 200 len: 999 time: 0.0570555 Feb 20 23:48:00.327078 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-3f014f37-1a26-4fdf-a617-ff1399a0786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:00.328464 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-3f014f37-1a26-4fdf-a617-ff1399a0786c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8fdea6cf-4a9e-4a47-8b5e-4805b1b60543 HTTP/1.1" status: 200 len: 847 time: 0.0453641 Feb 20 23:48:00.385560 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-26d68615-7b81-45b6-b0af-8a21e7ec8fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:00.387934 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-26d68615-7b81-45b6-b0af-8a21e7ec8fc8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ddbeba2-7535-4779-a318-706b0514660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523396 Feb 20 23:48:00.478414 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-6c333b00-a509-44e3-8c47-39c814af7f1d service neutron] 10.222.0.89 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821228 Feb 20 23:48:00.568343 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6834e83e-ca69-47c8-a222-8bbd4ef8a798 req-dcd821e3-058c-422b-a23f-e520169e9881 service neutron] 10.222.0.89 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838449 Feb 20 23:48:00.734975 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bf622-afb5-4fda-843e-c02c1c3efeac req-5720d1f9-e3d3-4002-a350-b81633be2ea2 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:00.736345 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a58bf622-afb5-4fda-843e-c02c1c3efeac req-5720d1f9-e3d3-4002-a350-b81633be2ea2 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 943 time: 0.0530581 Feb 20 23:48:00.783002 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a58bf622-afb5-4fda-843e-c02c1c3efeac req-a3fe912a-5b5c-4d2a-a036-145a4d0672f4 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409729 Feb 20 23:48:01.052945 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f21023-836b-4bf6-8ff2-379b8a0d0a1e req-895659b9-1234-4b96-9b8a-b90e78fbc053 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:01.054448 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c1f21023-836b-4bf6-8ff2-379b8a0d0a1e req-895659b9-1234-4b96-9b8a-b90e78fbc053 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0525103 Feb 20 23:48:01.108165 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c1f21023-836b-4bf6-8ff2-379b8a0d0a1e req-4deecf6f-eb82-407e-8351-bc9712a78986 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481045 Feb 20 23:48:01.900932 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fdf75-b0dc-4305-8875-9bdb106ceb0a req-c3867c04-b789-43a5-90fa-679423c47dab tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:01.902372 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-283fdf75-b0dc-4305-8875-9bdb106ceb0a req-c3867c04-b789-43a5-90fa-679423c47dab tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 943 time: 0.0530107 Feb 20 23:48:01.947415 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-283fdf75-b0dc-4305-8875-9bdb106ceb0a req-ce4025ff-9255-4995-a3a6-8319a495493a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388360 Feb 20 23:48:02.224381 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd258f5-b67e-4709-97ab-dc55f2874261 req-8d887dbd-41e2-4203-83c3-661f0193d3c1 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:02.225855 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9cd258f5-b67e-4709-97ab-dc55f2874261 req-8d887dbd-41e2-4203-83c3-661f0193d3c1 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0517402 Feb 20 23:48:02.274889 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9cd258f5-b67e-4709-97ab-dc55f2874261 req-4f37ca00-bbde-40ef-a32f-4d5ff8262cbb tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433445 Feb 20 23:48:03.068174 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2713fe-84d9-4e24-bbac-aaefdeb95d77 req-5e5955fb-d193-4ed6-bd9c-3bcd816e9999 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:03.069545 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8a2713fe-84d9-4e24-bbac-aaefdeb95d77 req-5e5955fb-d193-4ed6-bd9c-3bcd816e9999 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 943 time: 0.0557206 Feb 20 23:48:03.115706 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8a2713fe-84d9-4e24-bbac-aaefdeb95d77 req-92dd94f2-a41f-49ea-9914-2f10390ad82b tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404570 Feb 20 23:48:03.393688 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b92e5b-537d-4ab6-8258-d0531c4e6a07 req-37e27ab9-3727-4479-a485-03473ffae392 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:03.395046 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-04b92e5b-537d-4ab6-8258-d0531c4e6a07 req-37e27ab9-3727-4479-a485-03473ffae392 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0534670 Feb 20 23:48:03.442996 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-04b92e5b-537d-4ab6-8258-d0531c4e6a07 req-ffce928e-6145-4ff8-91a1-8566e5da96bf tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Feb 20 23:48:03.698325 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 775f6198-293d-4f7d-8bd5-4a0ee74fef58 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:48:03.797343 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 775f6198-293d-4f7d-8bd5-4a0ee74fef58, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=775f6198-293d-4f7d-8bd5-4a0ee74fef58,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:03.808652 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '775f6198-293d-4f7d-8bd5-4a0ee74fef58', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'port_id': '775f6198-293d-4f7d-8bd5-4a0ee74fef58', 'mac_address': 'fa:16:3e:c1:dd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:48:03.847620 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 775f6198-293d-4f7d-8bd5-4a0ee74fef58 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:48:03.847996 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:03.860735 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775f6198-293d-4f7d-8bd5-4a0ee74fef58 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:48:03.879828 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 775f6198-293d-4f7d-8bd5-4a0ee74fef58, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=775f6198-293d-4f7d-8bd5-4a0ee74fef58,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:03.950965 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:03.996610 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=775f6198-293d-4f7d-8bd5-4a0ee74fef58,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:04.236269 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c40228-62d6-42fc-942c-c61325595042 req-386ff9e0-a479-4487-a926-998ae8ab7c97 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:04.237675 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-92c40228-62d6-42fc-942c-c61325595042 req-386ff9e0-a479-4487-a926-998ae8ab7c97 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 944 time: 0.0549822 Feb 20 23:48:04.283164 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-92c40228-62d6-42fc-942c-c61325595042 req-ec48483c-a4e9-4e33-924d-ce903a92ca29 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399449 Feb 20 23:48:04.326843 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['775f6198-293d-4f7d-8bd5-4a0ee74fef58'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:48:04.561027 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583943b-72fa-490b-ab9e-f7a3c44cab24 req-e8f383d4-b160-42b4-bea6-3d42427dff4e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:04.562382 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0583943b-72fa-490b-ab9e-f7a3c44cab24 req-e8f383d4-b160-42b4-bea6-3d42427dff4e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0518241 Feb 20 23:48:04.609770 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0583943b-72fa-490b-ab9e-f7a3c44cab24 req-b076ca0b-e4aa-456c-9d71-123c23202395 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418899 Feb 20 23:48:05.398046 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39bbbb-d340-43f0-9ca6-cf912ae5499f req-46eaf0fa-4006-4bf4-a070-c1356e8e924d tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:05.399507 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9f39bbbb-d340-43f0-9ca6-cf912ae5499f req-46eaf0fa-4006-4bf4-a070-c1356e8e924d tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 944 time: 0.0515015 Feb 20 23:48:05.449312 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9f39bbbb-d340-43f0-9ca6-cf912ae5499f req-e7253fdd-7a7e-4043-8827-e8ee0970075a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438216 Feb 20 23:48:05.714719 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 775f6198-293d-4f7d-8bd5-4a0ee74fef58 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:48:05.723976 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af510031-f293-4bce-995a-a16d866f1435 req-4bd42372-0986-4b03-92c0-9012efd02d7c tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:05.725448 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af510031-f293-4bce-995a-a16d866f1435 req-4bd42372-0986-4b03-92c0-9012efd02d7c tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0510473 Feb 20 23:48:05.776469 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-af510031-f293-4bce-995a-a16d866f1435 req-a54eec3e-a912-40c4-9eb0-177cf6eda0aa tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452464 Feb 20 23:48:05.825106 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port 775f6198-293d-4f7d-8bd5-4a0ee74fef58 completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:48:05.829481 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 775f6198-293d-4f7d-8bd5-4a0ee74fef58 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:48:05.829852 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:05.909628 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 775f6198-293d-4f7d-8bd5-4a0ee74fef58 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:48:05.910012 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:05.933306 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1cd073-b400-4fc4-8a54-a4b842830638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775f6198-293d-4f7d-8bd5-4a0ee74fef58'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:48:05.936841 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdd5189-d475-4007-9ebb-0ebf0011cc2c" -d '{"events": [{"server_uuid": "2b1cd073-b400-4fc4-8a54-a4b842830638", "name": "network-vif-plugged", "status": "completed", "tag": "775f6198-293d-4f7d-8bd5-4a0ee74fef58"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:48:05.949051 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 775f6198-293d-4f7d-8bd5-4a0ee74fef58, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=775f6198-293d-4f7d-8bd5-4a0ee74fef58,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:05.971795 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f889b247-31d7-4005-ae03-a72e49554900 x-openstack-request-id: req-f889b247-31d7-4005-ae03-a72e49554900 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:48:05.972095 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1cd073-b400-4fc4-8a54-a4b842830638", "name": "network-vif-plugged", "status": "completed", "tag": "775f6198-293d-4f7d-8bd5-4a0ee74fef58", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:48:05.972380 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f889b247-31d7-4005-ae03-a72e49554900 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:48:05.972812 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1cd073-b400-4fc4-8a54-a4b842830638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775f6198-293d-4f7d-8bd5-4a0ee74fef58', 'code': 200} Feb 20 23:48:06.018784 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:06.068229 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=775f6198-293d-4f7d-8bd5-4a0ee74fef58,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:06.241409 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b8429-de1c-403f-b2a8-ea3bb7ff092a req-e3841bef-7607-430a-bc29-049612725f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:06.242760 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-095b8429-de1c-403f-b2a8-ea3bb7ff092a req-e3841bef-7607-430a-bc29-049612725f18 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 1129 time: 0.0431156 Feb 20 23:48:06.286717 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-095b8429-de1c-403f-b2a8-ea3bb7ff092a req-375633ae-9b48-4f32-9deb-a8812b84b57e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360172 Feb 20 23:48:06.823971 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683da03f-b00a-472f-a989-d0036d8f08e8 req-3e4d730c-613b-4999-b5ab-7d039e4b16ed tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:06.825691 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-683da03f-b00a-472f-a989-d0036d8f08e8 req-3e4d730c-613b-4999-b5ab-7d039e4b16ed tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 945 time: 0.3118875 Feb 20 23:48:06.899380 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-683da03f-b00a-472f-a989-d0036d8f08e8 req-61009505-2a42-4dd3-9ea1-ffce54077dee tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683317 Feb 20 23:48:06.917769 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4789-4e47-4a9a-9965-603292352b6d req-62e60a99-43ab-4bad-ab87-e0724e42112d tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:06.919348 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4e7f4789-4e47-4a9a-9965-603292352b6d req-62e60a99-43ab-4bad-ab87-e0724e42112d tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 943 time: 0.0715208 Feb 20 23:48:06.966868 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4e7f4789-4e47-4a9a-9965-603292352b6d req-7cbde69f-4909-402a-941f-12846ac70a93 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422170 Feb 20 23:48:07.716263 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 221400a7-920d-480c-b9c8-d8321433f6c8 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:48:07.817041 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 221400a7-920d-480c-b9c8-d8321433f6c8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=221400a7-920d-480c-b9c8-d8321433f6c8,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:07.830221 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '221400a7-920d-480c-b9c8-d8321433f6c8', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'port_id': '221400a7-920d-480c-b9c8-d8321433f6c8', 'mac_address': 'fa:16:3e:b8:1b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:48:07.873665 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 221400a7-920d-480c-b9c8-d8321433f6c8 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:48:07.874059 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:07.890937 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221400a7-920d-480c-b9c8-d8321433f6c8 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:48:07.910198 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 221400a7-920d-480c-b9c8-d8321433f6c8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=221400a7-920d-480c-b9c8-d8321433f6c8,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:07.978749 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:08.018904 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9e3f9-2a57-4cfd-9ad0-8948a0c3c0c8 req-5bddc72b-820a-4cf8-affc-6f887f5531ec tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:08.020475 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2ef9e3f9-2a57-4cfd-9ad0-8948a0c3c0c8 req-5bddc72b-820a-4cf8-affc-6f887f5531ec tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 945 time: 0.0557117 Feb 20 23:48:08.045976 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=221400a7-920d-480c-b9c8-d8321433f6c8,revision_number=7']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:08.079759 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2ef9e3f9-2a57-4cfd-9ad0-8948a0c3c0c8 req-f8ba3c75-09ae-4654-85f7-8962124ba88d tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522468 Feb 20 23:48:08.250570 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a594b3e-e52f-4894-b7c6-91b9dd497e4b req-df00c9dd-671c-4e14-9aac-62afac254aed tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:08.251962 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4a594b3e-e52f-4894-b7c6-91b9dd497e4b req-df00c9dd-671c-4e14-9aac-62afac254aed tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 944 time: 0.0543394 Feb 20 23:48:08.299277 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4a594b3e-e52f-4894-b7c6-91b9dd497e4b req-ec7f7054-a23a-4522-b40b-44f60d4277b6 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Feb 20 23:48:08.362189 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['221400a7-920d-480c-b9c8-d8321433f6c8'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:48:09.061912 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:48:09.197320 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e07dd8-2764-450d-866f-7e900753bda3 req-f48f9d12-ee41-4520-a696-20cb4f9de564 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:09.198767 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-03e07dd8-2764-450d-866f-7e900753bda3 req-f48f9d12-ee41-4520-a696-20cb4f9de564 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 945 time: 0.0522637 Feb 20 23:48:09.245368 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-03e07dd8-2764-450d-866f-7e900753bda3 req-b5bc30b1-86fb-4754-9454-e5cc7a2eecb2 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409088 Feb 20 23:48:09.362866 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f1f10-b0a0-41b0-bce5-f52811332f6b req-bb505c91-b062-4e1d-91a5-3a3c03435867 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:09.364331 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5c0f1f10-b0a0-41b0-bce5-f52811332f6b req-bb505c91-b062-4e1d-91a5-3a3c03435867 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 945 time: 0.0573738 Feb 20 23:48:09.373119 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46318) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:09.378204 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-569c59fe-e337-4fbf-a9ee-c4926e81904a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Request body: {'floatingip': {'port_id': '775f6198-293d-4f7d-8bd5-4a0ee74fef58'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:48:09.417016 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cf119-547d-4887-b94b-098902edcc97 req-0c3f1f19-3ba5-47f3-90f7-f7c56989de3e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:09.418477 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c43cf119-547d-4887-b94b-098902edcc97 req-0c3f1f19-3ba5-47f3-90f7-f7c56989de3e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 944 time: 0.0532539 Feb 20 23:48:09.420660 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-569c59fe-e337-4fbf-a9ee-c4926e81904a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:09.468030 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c43cf119-547d-4887-b94b-098902edcc97 req-71178e89-94e4-4d14-a8cf-5c33e2b07f2d tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438263 Feb 20 23:48:09.734103 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 221400a7-920d-480c-b9c8-d8321433f6c8 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:48:09.785247 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 221400a7-920d-480c-b9c8-d8321433f6c8 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:48:09.785906 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:09.864620 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-569c59fe-e337-4fbf-a9ee-c4926e81904a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:09.868087 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 221400a7-920d-480c-b9c8-d8321433f6c8 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:48:09.868474 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:09.891118 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:48:09.893285 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516d9c82-dff0-4ed6-bd96-9ff0b0c77752" -d '{"events": [{"server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "name": "network-vif-plugged", "status": "completed", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:48:09.906305 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 221400a7-920d-480c-b9c8-d8321433f6c8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=221400a7-920d-480c-b9c8-d8321433f6c8,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:09.928876 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1448102-44e5-472e-b3af-896c7b15609c x-openstack-request-id: req-a1448102-44e5-472e-b3af-896c7b15609c {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:48:09.929168 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "name": "network-vif-plugged", "status": "completed", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:48:09.929427 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1448102-44e5-472e-b3af-896c7b15609c {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:48:09.929825 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8', 'code': 200} Feb 20 23:48:09.961544 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-569c59fe-e337-4fbf-a9ee-c4926e81904a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:09.990217 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:10.039103 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=221400a7-920d-480c-b9c8-d8321433f6c8,revision_number=8']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:10.065854 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.l3_db [None req-569c59fe-e337-4fbf-a9ee-c4926e81904a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Floating IP bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f associated. External IP: 172.27.0.176, port: 775f6198-293d-4f7d-8bd5-4a0ee74fef58. Feb 20 23:48:10.229778 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7eb56-9fdb-4b44-b188-2d2efed13452 req-e51d48bc-cb25-426d-9c03-2a50a75a422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:10.231306 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-02c7eb56-9fdb-4b44-b188-2d2efed13452 req-e51d48bc-cb25-426d-9c03-2a50a75a422b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 1129 time: 0.0445423 Feb 20 23:48:10.285269 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-02c7eb56-9fdb-4b44-b188-2d2efed13452 req-33b238b5-c199-430f-9343-dc77634ba4e2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435648 Feb 20 23:48:10.285494 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569c59fe-e337-4fbf-a9ee-c4926e81904a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Router 9572085e-970c-47c0-9c72-28559b9340a8 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:48:10.391166 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569c59fe-e337-4fbf-a9ee-c4926e81904a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:48:10.396860 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-569c59fe-e337-4fbf-a9ee-c4926e81904a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:10.400671 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93777fc-75c4-49cf-8a94-edd38d4b2bfb None None] Sync routers for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:48:10.411184 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93777fc-75c4-49cf-8a94-edd38d4b2bfb None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:48:10.411793 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-a93777fc-75c4-49cf-8a94-edd38d4b2bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:47:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:10.426653 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-569c59fe-e337-4fbf-a9ee-c4926e81904a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "PUT /v2.0/floatingips/bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f HTTP/1.1" status: 200 len: 991 time: 1.0519154 Feb 20 23:48:10.427347 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1cd073-b400-4fc4-8a54-a4b842830638', 'tag': '775f6198-293d-4f7d-8bd5-4a0ee74fef58'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:48:10.429752 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10cfc2c-b10d-45a4-a5f0-202fda65edbc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1cd073-b400-4fc4-8a54-a4b842830638", "tag": "775f6198-293d-4f7d-8bd5-4a0ee74fef58"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:48:10.466759 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a24b8c-cb3d-46ce-b193-4876da3e7ccd x-openstack-request-id: req-76a24b8c-cb3d-46ce-b193-4876da3e7ccd {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:48:10.467051 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1cd073-b400-4fc4-8a54-a4b842830638", "tag": "775f6198-293d-4f7d-8bd5-4a0ee74fef58", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:48:10.467306 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76a24b8c-cb3d-46ce-b193-4876da3e7ccd {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:48:10.468130 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1cd073-b400-4fc4-8a54-a4b842830638', 'tag': '775f6198-293d-4f7d-8bd5-4a0ee74fef58', 'status': 'completed', 'code': 200} Feb 20 23:48:10.525568 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-a93777fc-75c4-49cf-8a94-edd38d4b2bfb None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:48:10.628252 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d9cb7-41b2-47df-9237-6b6730fdc35c req-83f2d76b-ef58-4eb0-a5e6-5ab2cd9c2432 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:10.629863 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f43d9cb7-41b2-47df-9237-6b6730fdc35c req-83f2d76b-ef58-4eb0-a5e6-5ab2cd9c2432 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0863349 Feb 20 23:48:10.632539 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfc2c-b10d-45a4-a5f0-202fda65edbc req-4a3c4f93-0ab8-4198-b038-8eb717da8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:10.633955 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e10cfc2c-b10d-45a4-a5f0-202fda65edbc req-4a3c4f93-0ab8-4198-b038-8eb717da8355 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 1129 time: 0.0813062 Feb 20 23:48:10.731236 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f43d9cb7-41b2-47df-9237-6b6730fdc35c req-6b272062-d5d0-40a0-b366-a89e1aade04c tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946012 Feb 20 23:48:10.775331 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-a93777fc-75c4-49cf-8a94-edd38d4b2bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': 'bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'port_id': '775f6198-293d-4f7d-8bd5-4a0ee74fef58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'mac_address': 'fa:16:3e:c1:dd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1cd073-b400-4fc4-8a54-a4b842830638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:47:53Z', 'updated_at': '2022-02-20T23:48:09Z', 'revision_number': 1, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:10.775970 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfc2c-b10d-45a4-a5f0-202fda65edbc req-77ad7ceb-8775-4eed-a6a9-76c02613da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:10.776850 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e10cfc2c-b10d-45a4-a5f0-202fda65edbc req-77ad7ceb-8775-4eed-a6a9-76c02613da47 service neutron] 10.222.0.89 "GET /v2.0/networks?id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf HTTP/1.1" status: 200 len: 911 time: 0.1271410 Feb 20 23:48:10.802946 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93777fc-75c4-49cf-8a94-edd38d4b2bfb None None] Checking router: 9572085e-970c-47c0-9c72-28559b9340a8 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:48:10.811851 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93777fc-75c4-49cf-8a94-edd38d4b2bfb None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:48:10.812449 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-a93777fc-75c4-49cf-8a94-edd38d4b2bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:47:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:10.842128 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e10cfc2c-b10d-45a4-a5f0-202fda65edbc req-53b45224-da40-4484-ab18-cc5058b98f7c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=775f6198-293d-4f7d-8bd5-4a0ee74fef58 HTTP/1.1" status: 200 len: 999 time: 0.0590339 Feb 20 23:48:10.894902 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfc2c-b10d-45a4-a5f0-202fda65edbc req-2fd717a2-87ee-4a1b-b144-eaaa6f1258b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:10.896373 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e10cfc2c-b10d-45a4-a5f0-202fda65edbc req-2fd717a2-87ee-4a1b-b144-eaaa6f1258b2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=350751a2-e0e2-4ae4-8032-3a3155ee3ad9 HTTP/1.1" status: 200 len: 849 time: 0.0479910 Feb 20 23:48:10.924440 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-a93777fc-75c4-49cf-8a94-edd38d4b2bfb None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:48:10.948974 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfc2c-b10d-45a4-a5f0-202fda65edbc req-a67e049b-b59d-4106-a3b4-382780461fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:10.950505 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e10cfc2c-b10d-45a4-a5f0-202fda65edbc req-a67e049b-b59d-4106-a3b4-382780461fd0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439603 Feb 20 23:48:11.047722 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e10cfc2c-b10d-45a4-a5f0-202fda65edbc req-a3683466-7e59-418e-a696-10231ccb5d7c service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878167 Feb 20 23:48:11.147988 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e10cfc2c-b10d-45a4-a5f0-202fda65edbc req-fd29bb2d-cf54-461d-aef3-c152f9ba24e2 service neutron] 10.222.0.89 "GET /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925012 Feb 20 23:48:11.167525 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-a93777fc-75c4-49cf-8a94-edd38d4b2bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': 'bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'port_id': '775f6198-293d-4f7d-8bd5-4a0ee74fef58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'mac_address': 'fa:16:3e:c1:dd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1cd073-b400-4fc4-8a54-a4b842830638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:47:53Z', 'updated_at': '2022-02-20T23:48:09Z', 'revision_number': 1, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:48:11.193428 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93777fc-75c4-49cf-8a94-edd38d4b2bfb None None] The sync data for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi is: [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': 'bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'port_id': '775f6198-293d-4f7d-8bd5-4a0ee74fef58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'mac_address': 'fa:16:3e:c1:dd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1cd073-b400-4fc4-8a54-a4b842830638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:47:53Z', 'updated_at': '2022-02-20T23:48:09Z', 'revision_number': 1, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:48:11.380178 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab8218b-99e0-497c-8d94-9d5fa3948beb None None] New status for floating IP bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f: ACTIVE {{(pid=109849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:48:11.856719 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c35fb-8a6f-4b2c-8004-9e4e330b9db6 req-789a518f-74ec-449e-8889-c84a1cd2971b tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:11.858265 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1e1c35fb-8a6f-4b2c-8004-9e4e330b9db6 req-789a518f-74ec-449e-8889-c84a1cd2971b tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0537193 Feb 20 23:48:11.908056 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1e1c35fb-8a6f-4b2c-8004-9e4e330b9db6 req-b548e46e-e89a-4111-a22e-b880fab1ce06 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Feb 20 23:48:13.030408 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbce73-2528-4f46-b69f-15ae23da6de9 req-e2f4bfe4-b9e2-48e3-b44d-21bb0f1c8ff7 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:13.031867 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-79fbce73-2528-4f46-b69f-15ae23da6de9 req-e2f4bfe4-b9e2-48e3-b44d-21bb0f1c8ff7 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0528872 Feb 20 23:48:13.084530 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-79fbce73-2528-4f46-b69f-15ae23da6de9 req-0019684b-fbc0-4913-b3da-a5ee5f7086d7 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467274 Feb 20 23:48:19.332629 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9c704352-ec40-435f-b0e0-5b12ad7e7239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:21.778390 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ec6b0bef-5f90-4e32-8b71-c8d274497e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:23.087130 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:24.669672 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:26.098466 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:28.371993 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3de72c45-937a-4e1c-935b-20df5334950e req-f95d00db-7f44-439d-979a-add1cf4b9e71 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427771 Feb 20 23:48:28.437853 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de72c45-937a-4e1c-935b-20df5334950e req-c18a0cb2-c652-454a-ab3a-2de7bfed2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:28.439291 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3de72c45-937a-4e1c-935b-20df5334950e req-c18a0cb2-c652-454a-ab3a-2de7bfed2271 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e2a889d9da9b4ed68809a094e134178b&device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 1169 time: 0.0442863 Feb 20 23:48:28.545825 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de72c45-937a-4e1c-935b-20df5334950e req-8dd46035-2a63-4425-b553-99caff90e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:28.547251 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3de72c45-937a-4e1c-935b-20df5334950e req-8dd46035-2a63-4425-b553-99caff90e6b1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=51afa427-f90b-431e-98ac-b01973cf6745 HTTP/1.1" status: 200 len: 916 time: 0.0853112 Feb 20 23:48:28.619378 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3de72c45-937a-4e1c-935b-20df5334950e req-9d2f3672-6a63-4669-a9e4-645369984e44 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9 HTTP/1.1" status: 200 len: 1002 time: 0.0556512 Feb 20 23:48:28.675393 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de72c45-937a-4e1c-935b-20df5334950e req-ac06a313-51a4-4688-9cc6-b76773347bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:28.676804 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3de72c45-937a-4e1c-935b-20df5334950e req-ac06a313-51a4-4688-9cc6-b76773347bbd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b7926df9-2b15-4cf1-8457-30c515cc5e7c HTTP/1.1" status: 200 len: 854 time: 0.0416305 Feb 20 23:48:28.728600 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de72c45-937a-4e1c-935b-20df5334950e req-ea8f5f45-bfa2-432b-8301-97e9e0324722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:28.730068 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3de72c45-937a-4e1c-935b-20df5334950e req-ea8f5f45-bfa2-432b-8301-97e9e0324722 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=51afa427-f90b-431e-98ac-b01973cf6745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463274 Feb 20 23:48:28.818857 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3de72c45-937a-4e1c-935b-20df5334950e req-2c459915-af70-4611-ae56-45f72fbae811 service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807810 Feb 20 23:48:28.912143 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3de72c45-937a-4e1c-935b-20df5334950e req-74346823-c7dc-4f79-84d2-a92d6b7e5766 service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871186 Feb 20 23:48:29.555566 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:46.061082 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:48:49.343566 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-845f55b1-8e36-4e0d-a46a-107974920776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:51.754835 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5fefa57e-7b07-4dc8-b002-32faa90cc754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:53.091860 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:54.657466 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:56.160152 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:59.170230 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-783c4c8b-f20e-4c67-987a-8e54540ae492 req-7f3c57b5-8c1a-40d0-8aa1-5f5ccc3d60c5 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458415795&fields=id&tenant_id=e2a889d9da9b4ed68809a094e134178b HTTP/1.1" status: 200 len: 267 time: 0.0452080 Feb 20 23:48:59.227900 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c4c8b-f20e-4c67-987a-8e54540ae492 req-13949054-ee89-48dd-abbc-fa8b19ee36eb tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:59.229392 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-783c4c8b-f20e-4c67-987a-8e54540ae492 req-13949054-ee89-48dd-abbc-fa8b19ee36eb tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 985 time: 0.0541184 Feb 20 23:48:59.239677 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-783c4c8b-f20e-4c67-987a-8e54540ae492 req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Request body: {'port': {'security_groups': ['fec3e845-508b-4342-beaf-38d6ca332b2f']}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:48:59.317150 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-783c4c8b-f20e-4c67-987a-8e54540ae492 req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:59.495435 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-783c4c8b-f20e-4c67-987a-8e54540ae492 req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] For port f55c6f2f-789f-4251-83fb-3b197617aeb9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:48:59.526017 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-783c4c8b-f20e-4c67-987a-8e54540ae492 req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:59.531585 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:59.571981 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-783c4c8b-f20e-4c67-987a-8e54540ae492 req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:59.584622 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['f55c6f2f-789f-4251-83fb-3b197617aeb9'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:48:59.615349 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c4c8b-f20e-4c67-987a-8e54540ae492 req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:59.616529 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-783c4c8b-f20e-4c67-987a-8e54540ae492 req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:59.617977 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-783c4c8b-f20e-4c67-987a-8e54540ae492 req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "PUT /v2.0/ports/f55c6f2f-789f-4251-83fb-3b197617aeb9 HTTP/1.1" status: 200 len: 943 time: 0.3825519 Feb 20 23:48:59.618447 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:48:59.623572 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255ed700-9500-4286-9b82-d0826fca39d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:48:59.623721 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46468) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:59.660100 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event updated for resources: {'Port': ['ID=f55c6f2f-789f-4251-83fb-3b197617aeb9,revision_number=7']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:59.671569 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.672270 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.672861 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.673439 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.674003 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.674585 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.675171 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.675731 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.676289 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.677598 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.679280 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.679887 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.680448 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1f43a-32f1-4a50-bc5c-87fd02ff5a56 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.695087 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b93fe4-adfa-4586-8431-ea774700109b x-openstack-request-id: req-c3b93fe4-adfa-4586-8431-ea774700109b {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:48:59.695682 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:48:59.696206 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3b93fe4-adfa-4586-8431-ea774700109b {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:48:59.697347 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9', 'status': 'completed', 'code': 200} Feb 20 23:48:59.701798 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group (31383f82-2e63-4ad3-9ba3-f15f785dae2a), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:59.742744 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['f55c6f2f-789f-4251-83fb-3b197617aeb9'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:48:59.751105 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group (31383f82-2e63-4ad3-9ba3-f15f785dae2a), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:59.783910 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ed700-9500-4286-9b82-d0826fca39d0 req-f6b03879-97b1-4589-9326-6d43cf40aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:59.785520 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-255ed700-9500-4286-9b82-d0826fca39d0 req-f6b03879-97b1-4589-9326-6d43cf40aa75 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e2a889d9da9b4ed68809a094e134178b&device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 1130 time: 0.0631888 Feb 20 23:48:59.920309 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (31383f82-2e63-4ad3-9ba3-f15f785dae2a), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:59.922961 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:59.924675 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "DELETE /v2.0/security-groups/31383f82-2e63-4ad3-9ba3-f15f785dae2a HTTP/1.1" status: 204 len: 168 time: 0.2995381 Feb 20 23:48:59.928206 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46476) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:48:59.935127 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31383f82-2e63-4ad3-9ba3-f15f785dae2a,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:48:59.946250 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.946593 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.946939 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.947277 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.947611 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.947942 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.948437 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.948822 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.949158 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.949482 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.949809 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.950132 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.950455 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fb2ca-2702-4da2-9220-93429a7cbdfc tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:48:59.963381 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-549d538d-4fca-4a7f-92b7-2160bd302f78 None None] Provisioning complete for port f55c6f2f-789f-4251-83fb-3b197617aeb9 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:48:59.964030 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-549d538d-4fca-4a7f-92b7-2160bd302f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:48:59.974768 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ed700-9500-4286-9b82-d0826fca39d0 req-540e9d6a-d533-44a2-9dfd-caf86ec68f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:48:59.976888 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-255ed700-9500-4286-9b82-d0826fca39d0 req-540e9d6a-d533-44a2-9dfd-caf86ec68f21 service neutron] 10.222.0.89 "GET /v2.0/networks?id=51afa427-f90b-431e-98ac-b01973cf6745 HTTP/1.1" status: 200 len: 916 time: 0.1793985 Feb 20 23:49:00.055645 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-549d538d-4fca-4a7f-92b7-2160bd302f78 None None] Current status of the port f55c6f2f-789f-4251-83fb-3b197617aeb9 is: ACTIVE; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:49:00.097845 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-255ed700-9500-4286-9b82-d0826fca39d0 req-bcb25ebf-6e5e-499c-ac63-3c8311809641 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9 HTTP/1.1" status: 200 len: 1002 time: 0.1122651 Feb 20 23:49:00.202475 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ed700-9500-4286-9b82-d0826fca39d0 req-18a78a62-5f9e-4363-8a19-1f42e6affa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:00.203931 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-255ed700-9500-4286-9b82-d0826fca39d0 req-18a78a62-5f9e-4363-8a19-1f42e6affa4a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b7926df9-2b15-4cf1-8457-30c515cc5e7c HTTP/1.1" status: 200 len: 854 time: 0.0996149 Feb 20 23:49:00.261808 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2744ed1-a331-46e2-9228-95f4ae5bc059 req-042f2ee8-4607-49a0-b47a-eb9e0fa251b4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:00.263212 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d2744ed1-a331-46e2-9228-95f4ae5bc059 req-042f2ee8-4607-49a0-b47a-eb9e0fa251b4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.1270871 Feb 20 23:49:00.272480 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-b8330140-086b-4549-910f-d3b597f006de tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Deleting port 9ee7dee6-cfaa-4c76-9254-b2229f32b81b {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:00.272843 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b8330140-086b-4549-910f-d3b597f006de tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (9ee7dee6-cfaa-4c76-9254-b2229f32b81b), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:00.344963 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ed700-9500-4286-9b82-d0826fca39d0 req-eca2a9f8-41c3-4c62-97fd-bdd1fee21e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:00.346455 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-255ed700-9500-4286-9b82-d0826fca39d0 req-eca2a9f8-41c3-4c62-97fd-bdd1fee21e91 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=51afa427-f90b-431e-98ac-b01973cf6745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1351430 Feb 20 23:49:00.445081 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d2744ed1-a331-46e2-9228-95f4ae5bc059 req-e85859f4-134b-492d-9c7c-68ac63caa450 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742332 Feb 20 23:49:00.449418 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b8330140-086b-4549-910f-d3b597f006de tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (9ee7dee6-cfaa-4c76-9254-b2229f32b81b), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:00.449949 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b8330140-086b-4549-910f-d3b597f006de tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for floatingip (9ee7dee6-cfaa-4c76-9254-b2229f32b81b), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:00.466221 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-b8330140-086b-4549-910f-d3b597f006de tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Calling delete_port for 9ee7dee6-cfaa-4c76-9254-b2229f32b81b owned by network:floatingip {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:00.545571 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-255ed700-9500-4286-9b82-d0826fca39d0 req-e1c4e78a-7864-4e15-bf7c-7e9ad6715824 service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919284 Feb 20 23:49:00.678033 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-255ed700-9500-4286-9b82-d0826fca39d0 req-34cff782-2e2e-44b8-b1d1-be914e25ef48 service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255701 Feb 20 23:49:00.783631 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b8330140-086b-4549-910f-d3b597f006de tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (9ee7dee6-cfaa-4c76-9254-b2229f32b81b), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:00.814737 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8330140-086b-4549-910f-d3b597f006de tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event deleted for resources: {'Port': ['ID=9ee7dee6-cfaa-4c76-9254-b2229f32b81b,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:00.873022 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b8330140-086b-4549-910f-d3b597f006de tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks [] for floatingip (986449e6-f600-4842-8ada-a28b70927e6c), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:00.873341 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.l3_db [None req-b8330140-086b-4549-910f-d3b597f006de tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Floating IP 986449e6-f600-4842-8ada-a28b70927e6c disassociated (deleted). External IP: 172.27.0.119, port: f55c6f2f-789f-4251-83fb-3b197617aeb9. Feb 20 23:49:01.080463 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8330140-086b-4549-910f-d3b597f006de tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Router 58df9ff1-b33a-4cf9-9791-bbb337e14922 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:49:01.190314 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8330140-086b-4549-910f-d3b597f006de tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:49:01.195473 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b8330140-086b-4549-910f-d3b597f006de tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:01.200116 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d1009-af01-4e1f-85f0-66e9ee1d4d27 None None] Sync routers for ids ['58df9ff1-b33a-4cf9-9791-bbb337e14922'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:49:01.210751 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d1009-af01-4e1f-85f0-66e9ee1d4d27 None None] Routers {'58df9ff1-b33a-4cf9-9791-bbb337e14922'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:49:01.211358 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-4e7d1009-af01-4e1f-85f0-66e9ee1d4d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:48:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['58df9ff1-b33a-4cf9-9791-bbb337e14922'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:01.223597 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-b8330140-086b-4549-910f-d3b597f006de tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "DELETE /v2.0/floatingips/986449e6-f600-4842-8ada-a28b70927e6c HTTP/1.1" status: 204 len: 168 time: 1.2936354 Feb 20 23:49:01.442687 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-4e7d1009-af01-4e1f-85f0-66e9ee1d4d27 None None] Set router 58df9ff1-b33a-4cf9-9791-bbb337e14922 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:49:01.569060 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47c5df-0cbb-4b0a-8c2b-2fbad3f71c60 req-1ff64192-454d-4194-a890-ae09d66d4155 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:01.570590 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2f47c5df-0cbb-4b0a-8c2b-2fbad3f71c60 req-1ff64192-454d-4194-a890-ae09d66d4155 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0527685 Feb 20 23:49:01.633264 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2f47c5df-0cbb-4b0a-8c2b-2fbad3f71c60 req-18b18042-f7b0-4ebe-99b2-77352bc9d5e6 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571520 Feb 20 23:49:01.652155 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-4e7d1009-af01-4e1f-85f0-66e9ee1d4d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:13Z', 'revision_number': 4, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '399ca72a-a300-49f4-9d0c-7c2f94408c69', 'name': '', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'mac_address': 'fa:16:3e:31:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:12Z', 'updated_at': '2022-02-20T23:44:19Z', 'revision_number': 5, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'subnets': [{'id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:01.683351 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d1009-af01-4e1f-85f0-66e9ee1d4d27 None None] Checking router: 58df9ff1-b33a-4cf9-9791-bbb337e14922 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:49:01.691755 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d1009-af01-4e1f-85f0-66e9ee1d4d27 None None] Routers {'58df9ff1-b33a-4cf9-9791-bbb337e14922'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:49:01.692361 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-4e7d1009-af01-4e1f-85f0-66e9ee1d4d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:48:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['58df9ff1-b33a-4cf9-9791-bbb337e14922'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:01.699120 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:49:01.701706 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca08e119-bf50-4a0c-b4aa-b6e5a9ca5044" -d '{"events": [{"name": "network-changed", "server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:49:01.742306 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aebcca9-9814-4b1c-91c7-3015342969bc x-openstack-request-id: req-1aebcca9-9814-4b1c-91c7-3015342969bc {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:49:01.742598 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:49:01.742876 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1aebcca9-9814-4b1c-91c7-3015342969bc {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:49:01.743269 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9', 'status': 'completed', 'code': 200} Feb 20 23:49:01.802317 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-4e7d1009-af01-4e1f-85f0-66e9ee1d4d27 None None] Set router 58df9ff1-b33a-4cf9-9791-bbb337e14922 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:49:01.821804 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e119-bf50-4a0c-b4aa-b6e5a9ca5044 req-c2bc8e58-4bd1-44c8-a00f-9bba247eb54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:01.823321 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca08e119-bf50-4a0c-b4aa-b6e5a9ca5044 req-c2bc8e58-4bd1-44c8-a00f-9bba247eb54a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e2a889d9da9b4ed68809a094e134178b&device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 1130 time: 0.0501165 Feb 20 23:49:01.916164 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e119-bf50-4a0c-b4aa-b6e5a9ca5044 req-a3dd8e05-21db-4c3f-b99e-08368cbd1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:01.917712 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca08e119-bf50-4a0c-b4aa-b6e5a9ca5044 req-a3dd8e05-21db-4c3f-b99e-08368cbd1eeb service neutron] 10.222.0.89 "GET /v2.0/networks?id=51afa427-f90b-431e-98ac-b01973cf6745 HTTP/1.1" status: 200 len: 916 time: 0.0843389 Feb 20 23:49:01.962953 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca08e119-bf50-4a0c-b4aa-b6e5a9ca5044 req-d169c629-8152-4228-b86e-6f3d92ca3faf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9 HTTP/1.1" status: 200 len: 217 time: 0.0389957 Feb 20 23:49:02.000865 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-4e7d1009-af01-4e1f-85f0-66e9ee1d4d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:13Z', 'revision_number': 4, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '399ca72a-a300-49f4-9d0c-7c2f94408c69', 'name': '', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'mac_address': 'fa:16:3e:31:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:12Z', 'updated_at': '2022-02-20T23:44:19Z', 'revision_number': 5, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'subnets': [{'id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:02.011932 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e119-bf50-4a0c-b4aa-b6e5a9ca5044 req-8ea6c6b7-dcb9-41f5-9a61-63ad5580684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:02.013411 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca08e119-bf50-4a0c-b4aa-b6e5a9ca5044 req-8ea6c6b7-dcb9-41f5-9a61-63ad5580684f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b7926df9-2b15-4cf1-8457-30c515cc5e7c HTTP/1.1" status: 200 len: 854 time: 0.0429504 Feb 20 23:49:02.028677 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d1009-af01-4e1f-85f0-66e9ee1d4d27 None None] The sync data for ids ['58df9ff1-b33a-4cf9-9791-bbb337e14922'] in dv-cinder-813221-6-iscsi is: [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:44:13Z', 'revision_number': 4, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '399ca72a-a300-49f4-9d0c-7c2f94408c69', 'name': '', 'network_id': '51afa427-f90b-431e-98ac-b01973cf6745', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'mac_address': 'fa:16:3e:31:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:12Z', 'updated_at': '2022-02-20T23:44:19Z', 'revision_number': 5, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'subnets': [{'id': 'b7926df9-2b15-4cf1-8457-30c515cc5e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:49:02.065589 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e119-bf50-4a0c-b4aa-b6e5a9ca5044 req-65d8fd39-3557-45c9-aa12-6af053ced157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:02.067340 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca08e119-bf50-4a0c-b4aa-b6e5a9ca5044 req-65d8fd39-3557-45c9-aa12-6af053ced157 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=51afa427-f90b-431e-98ac-b01973cf6745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458510 Feb 20 23:49:02.168916 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca08e119-bf50-4a0c-b4aa-b6e5a9ca5044 req-6d5fe666-4c03-4037-ba1c-ae049f3bf55e service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935287 Feb 20 23:49:02.258079 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422c29d4-5b06-453c-ac7b-f8bb345605d5 None None] New status for floating IP 986449e6-f600-4842-8ada-a28b70927e6c: DOWN {{(pid=109849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:49:02.521986 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca08e119-bf50-4a0c-b4aa-b6e5a9ca5044 req-d9b28d8a-f5c6-4b5d-8d53-6bf3fe57e476 service neutron] 10.222.0.89 "GET /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463588 Feb 20 23:49:02.765498 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139b22a-6527-4b9d-bec4-a242e44e0e4b req-c2379704-63e1-45a3-98b0-3bb702178a32 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:02.766950 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6139b22a-6527-4b9d-bec4-a242e44e0e4b req-c2379704-63e1-45a3-98b0-3bb702178a32 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0526381 Feb 20 23:49:02.817748 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6139b22a-6527-4b9d-bec4-a242e44e0e4b req-c2007048-da52-4062-98d2-63bf2c1ef694 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442183 Feb 20 23:49:03.940002 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2f93e-d29e-421a-aff6-c2e54d25b153 req-1e306c09-5ba0-47c1-8851-86546d465ddc tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:03.941486 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c1f2f93e-d29e-421a-aff6-c2e54d25b153 req-1e306c09-5ba0-47c1-8851-86546d465ddc tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0527675 Feb 20 23:49:03.987707 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c1f2f93e-d29e-421a-aff6-c2e54d25b153 req-9d4f7ad9-3b52-47fe-a382-118bd6de69d5 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398571 Feb 20 23:49:05.111094 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c343a2c-32dd-4d16-8334-f80c68e12aa2 req-ca975eae-d5fc-4041-bab8-c6e52d18e18f tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:05.112578 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8c343a2c-32dd-4d16-8334-f80c68e12aa2 req-ca975eae-d5fc-4041-bab8-c6e52d18e18f tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0521915 Feb 20 23:49:05.159670 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8c343a2c-32dd-4d16-8334-f80c68e12aa2 req-213f4ca5-4e20-4c38-8fa0-1cac736efde9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403821 Feb 20 23:49:05.527969 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2ddb5-6ce5-48fe-9189-ba919ec12343 req-0c9b6064-8a0b-4f47-88a2-e0343b42c26f tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:05.529456 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ecb2ddb5-6ce5-48fe-9189-ba919ec12343 req-0c9b6064-8a0b-4f47-88a2-e0343b42c26f tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 946 time: 0.0569117 Feb 20 23:49:05.575649 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ecb2ddb5-6ce5-48fe-9189-ba919ec12343 req-9b174142-6f7d-47b0-977a-a358c992683f tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404532 Feb 20 23:49:06.284098 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632c058-f136-4c7f-919c-2524d0d7fdf0 req-339aa82d-09ca-4bd3-9b29-33d774f37047 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:06.285613 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0632c058-f136-4c7f-919c-2524d0d7fdf0 req-339aa82d-09ca-4bd3-9b29-33d774f37047 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0526638 Feb 20 23:49:06.332456 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0632c058-f136-4c7f-919c-2524d0d7fdf0 req-e8588a08-39c2-4a16-b74f-fb55a42fa100 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408700 Feb 20 23:49:06.696917 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2c436-9d9f-4555-b319-d82d50b01d53 req-886e5fe0-70ad-40b1-89c9-e014046a42fa tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:06.698384 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8d2c436-9d9f-4555-b319-d82d50b01d53 req-886e5fe0-70ad-40b1-89c9-e014046a42fa tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 946 time: 0.0553749 Feb 20 23:49:06.744031 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d8d2c436-9d9f-4555-b319-d82d50b01d53 req-b95885fa-c0d6-42d4-96c1-c237f7b00f50 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Feb 20 23:49:07.455070 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba92247-48af-4911-8eab-d928a79f9136 req-e6c37107-9b47-41de-882b-9760a6e35af9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:07.456544 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2ba92247-48af-4911-8eab-d928a79f9136 req-e6c37107-9b47-41de-882b-9760a6e35af9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0529673 Feb 20 23:49:07.505679 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2ba92247-48af-4911-8eab-d928a79f9136 req-27e132bf-acac-45ca-9a87-ca3c557eb14b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429146 Feb 20 23:49:07.874042 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530820f-9977-42bd-b937-f1e7a3a168fa req-f2e09e49-549d-4681-b537-86771baff5da tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:07.875462 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7530820f-9977-42bd-b937-f1e7a3a168fa req-f2e09e49-549d-4681-b537-86771baff5da tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.89 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 946 time: 0.0948155 Feb 20 23:49:07.895573 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d2f15-0195-44e7-9c58-cc40edba0180 req-e6f6a9cc-33b4-42fe-a386-31c1abd21a0f tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:07.896975 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2e4d2f15-0195-44e7-9c58-cc40edba0180 req-e6f6a9cc-33b4-42fe-a386-31c1abd21a0f tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 946 time: 0.0838869 Feb 20 23:49:07.989100 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2e4d2f15-0195-44e7-9c58-cc40edba0180 req-af7457b6-128c-4c50-bc92-db8722ff3998 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/security-groups?id=fec3e845-508b-4342-beaf-38d6ca332b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754035 Feb 20 23:49:08.009211 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-7530820f-9977-42bd-b937-f1e7a3a168fa req-84035fd8-4628-415c-b73b-265669184f48 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Deleting port f55c6f2f-789f-4251-83fb-3b197617aeb9 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:08.009815 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7530820f-9977-42bd-b937-f1e7a3a168fa req-84035fd8-4628-415c-b73b-265669184f48 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:08.099889 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-7530820f-9977-42bd-b937-f1e7a3a168fa req-84035fd8-4628-415c-b73b-265669184f48 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] For port f55c6f2f-789f-4251-83fb-3b197617aeb9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f55c6f2f-789f-4251-83fb-3b197617aeb9,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:08.100174 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7530820f-9977-42bd-b937-f1e7a3a168fa req-84035fd8-4628-415c-b73b-265669184f48 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:08.113858 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-7530820f-9977-42bd-b937-f1e7a3a168fa req-84035fd8-4628-415c-b73b-265669184f48 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Calling delete_port for f55c6f2f-789f-4251-83fb-3b197617aeb9 owned by compute:nova {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:08.308900 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7530820f-9977-42bd-b937-f1e7a3a168fa req-84035fd8-4628-415c-b73b-265669184f48 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (f55c6f2f-789f-4251-83fb-3b197617aeb9), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:08.335505 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84035fd8-4628-415c-b73b-265669184f48 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Pushing event deleted for resources: {'Port': ['ID=f55c6f2f-789f-4251-83fb-3b197617aeb9,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:08.382274 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7530820f-9977-42bd-b937-f1e7a3a168fa req-84035fd8-4628-415c-b73b-265669184f48 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] No DVR routers for this DVR port f55c6f2f-789f-4251-83fb-3b197617aeb9 on host hv-cinder-81322 {{(pid=109846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:49:08.385013 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-7530820f-9977-42bd-b937-f1e7a3a168fa req-84035fd8-4628-415c-b73b-265669184f48 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:08.388241 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7530820f-9977-42bd-b937-f1e7a3a168fa req-84035fd8-4628-415c-b73b-265669184f48 tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.89 "DELETE /v2.0/ports/f55c6f2f-789f-4251-83fb-3b197617aeb9 HTTP/1.1" status: 204 len: 173 time: 0.5061507 Feb 20 23:49:08.388717 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'name': 'network-vif-deleted', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:49:08.390973 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678af535-0d9b-465d-8005-66653c9caade" -d '{"events": [{"server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "name": "network-vif-deleted", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:49:08.427261 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8cbbec-4c5f-416c-b11f-b5cb419b7193 x-openstack-request-id: req-1a8cbbec-4c5f-416c-b11f-b5cb419b7193 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:49:08.427562 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afff0da-f62f-4a78-ab3c-586b369175ab", "name": "network-vif-deleted", "tag": "f55c6f2f-789f-4251-83fb-3b197617aeb9", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:49:08.427821 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a8cbbec-4c5f-416c-b11f-b5cb419b7193 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:49:08.428224 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afff0da-f62f-4a78-ab3c-586b369175ab', 'name': 'network-vif-deleted', 'tag': 'f55c6f2f-789f-4251-83fb-3b197617aeb9', 'status': 'completed', 'code': 200} Feb 20 23:49:08.633601 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba871b17-a476-4485-b305-98db53bd2395 req-69db0deb-e82f-4d1b-b32b-29e5830cfe07 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:08.635243 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ba871b17-a476-4485-b305-98db53bd2395 req-69db0deb-e82f-4d1b-b32b-29e5830cfe07 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0569060 Feb 20 23:49:08.687341 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ba871b17-a476-4485-b305-98db53bd2395 req-4bd7413e-afd9-4b5b-9c63-d19392a33180 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459216 Feb 20 23:49:09.095009 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-89ba6947-1e6a-4573-abad-72b3c3569e92 req-6c000355-180a-4447-9c5d-f531b703132b tempest-TestMinimumBasicScenario-888180621 tempest-TestMinimumBasicScenario-888180621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0afff0da-f62f-4a78-ab3c-586b369175ab HTTP/1.1" status: 200 len: 210 time: 0.0269508 Feb 20 23:49:09.818067 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f17315-03dd-4144-addd-4f7d5b0a64ba req-803aa62d-395d-49d0-ab84-17e6ac119686 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:09.819682 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-01f17315-03dd-4144-addd-4f7d5b0a64ba req-803aa62d-395d-49d0-ab84-17e6ac119686 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0529869 Feb 20 23:49:09.866210 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-01f17315-03dd-4144-addd-4f7d5b0a64ba req-06bac9b3-4346-418b-9b5e-032b4dd1121c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403073 Feb 20 23:49:09.949931 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device f55c6f2f-789f-4251-83fb-3b197617aeb9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:49:09.970472 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: f55c6f2f-789f-4251-83fb-3b197617aeb9 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:49:09.970816 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device f55c6f2f-789f-4251-83fb-3b197617aeb9 not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:49:10.988460 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181625b-ff4e-4375-9247-2acf3eb4ed06 req-4ab62838-7567-45f5-aefd-dd411cb73e53 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:10.990075 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7181625b-ff4e-4375-9247-2acf3eb4ed06 req-4ab62838-7567-45f5-aefd-dd411cb73e53 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0509071 Feb 20 23:49:11.042116 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7181625b-ff4e-4375-9247-2acf3eb4ed06 req-24864d07-b90f-4d9d-895f-d00faa01596a tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459735 Feb 20 23:49:11.465756 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46594) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:11.951969 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8e78-5784-40e2-9f76-b83f149dfadc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684852'] for router_interface (58df9ff1-b33a-4cf9-9791-bbb337e14922), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:12.197835 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fe532-b72c-4b33-975a-e876a215decf req-e4c7500a-58e1-4bfd-a332-bd1572c54e4f tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:12.199571 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a03fe532-b72c-4b33-975a-e876a215decf req-e4c7500a-58e1-4bfd-a332-bd1572c54e4f tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0847445 Feb 20 23:49:12.274583 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a03fe532-b72c-4b33-975a-e876a215decf req-b25c38e9-37f5-4b20-92ba-9bbe099584c4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694416 Feb 20 23:49:12.281702 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f8e78-5784-40e2-9f76-b83f149dfadc admin admin] Deleting port 399ca72a-a300-49f4-9d0c-7c2f94408c69 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:12.282036 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8e78-5784-40e2-9f76-b83f149dfadc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:12.358036 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [None req-6c0f8e78-5784-40e2-9f76-b83f149dfadc admin admin] For port 399ca72a-a300-49f4-9d0c-7c2f94408c69, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=399ca72a-a300-49f4-9d0c-7c2f94408c69,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:12.358384 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8e78-5784-40e2-9f76-b83f149dfadc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:12.371349 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f8e78-5784-40e2-9f76-b83f149dfadc admin admin] Calling delete_port for 399ca72a-a300-49f4-9d0c-7c2f94408c69 owned by network:router_interface {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:12.611790 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8e78-5784-40e2-9f76-b83f149dfadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (399ca72a-a300-49f4-9d0c-7c2f94408c69), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:12.641280 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f8e78-5784-40e2-9f76-b83f149dfadc admin admin] Pushing event deleted for resources: {'Port': ['ID=399ca72a-a300-49f4-9d0c-7c2f94408c69,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:12.812410 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8e78-5784-40e2-9f76-b83f149dfadc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4169999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687780'] for router_interface (58df9ff1-b33a-4cf9-9791-bbb337e14922), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:13.030232 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0f8e78-5784-40e2-9f76-b83f149dfadc admin admin] Router 58df9ff1-b33a-4cf9-9791-bbb337e14922 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:49:13.136951 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0f8e78-5784-40e2-9f76-b83f149dfadc admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:49:13.141943 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-6c0f8e78-5784-40e2-9f76-b83f149dfadc admin admin] 10.222.0.37 "PUT /v2.0/routers/58df9ff1-b33a-4cf9-9791-bbb337e14922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6751683 Feb 20 23:49:13.144416 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46600) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:13.146887 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a991d55b-7959-407f-8ebe-4bee63572798 None None] Sync routers for ids ['58df9ff1-b33a-4cf9-9791-bbb337e14922'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:49:13.157768 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a991d55b-7959-407f-8ebe-4bee63572798 None None] Routers {'58df9ff1-b33a-4cf9-9791-bbb337e14922'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:49:13.158375 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-a991d55b-7959-407f-8ebe-4bee63572798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:48:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['58df9ff1-b33a-4cf9-9791-bbb337e14922'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:13.249316 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Publish callbacks [] for router (58df9ff1-b33a-4cf9-9791-bbb337e14922), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:13.265737 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-a991d55b-7959-407f-8ebe-4bee63572798 None None] Set router 58df9ff1-b33a-4cf9-9791-bbb337e14922 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:49:13.454149 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-a991d55b-7959-407f-8ebe-4bee63572798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:49:12Z', 'revision_number': 5, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:13.481770 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a991d55b-7959-407f-8ebe-4bee63572798 None None] Checking router: 58df9ff1-b33a-4cf9-9791-bbb337e14922 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:49:13.490696 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a991d55b-7959-407f-8ebe-4bee63572798 None None] Routers {'58df9ff1-b33a-4cf9-9791-bbb337e14922'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:49:13.491902 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-a991d55b-7959-407f-8ebe-4bee63572798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:48:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['58df9ff1-b33a-4cf9-9791-bbb337e14922'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:13.601948 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-a991d55b-7959-407f-8ebe-4bee63572798 None None] Set router 58df9ff1-b33a-4cf9-9791-bbb337e14922 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:49:13.646745 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Publish callbacks [] for router_gateway (58df9ff1-b33a-4cf9-9791-bbb337e14922), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:13.674895 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71554f33-ec14-41be-9241-c942ee547af9 req-7ba34b59-5e55-4c8f-8e37-4bc445cecb3f tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:13.676358 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-71554f33-ec14-41be-9241-c942ee547af9 req-7ba34b59-5e55-4c8f-8e37-4bc445cecb3f tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.3296716 Feb 20 23:49:13.741959 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-71554f33-ec14-41be-9241-c942ee547af9 req-a4c34778-dc4c-4408-8975-4d4f8930453f tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593443 Feb 20 23:49:13.770441 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Deleting port 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:13.770778 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:13.783019 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-a991d55b-7959-407f-8ebe-4bee63572798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:49:12Z', 'revision_number': 5, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:13.812844 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a991d55b-7959-407f-8ebe-4bee63572798 None None] The sync data for ids ['58df9ff1-b33a-4cf9-9791-bbb337e14922'] in dv-cinder-813221-6-iscsi is: [{'id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'name': 'tempest-TestMinimumBasicScenario-1697233255-router', 'tenant_id': 'e2a889d9da9b4ed68809a094e134178b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:08Z', 'updated_at': '2022-02-20T23:49:12Z', 'revision_number': 5, 'project_id': 'e2a889d9da9b4ed68809a094e134178b', 'gw_port': {'id': '767ea9fe-cb07-4d7c-b0ab-66de51dbd60e', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df9ff1-b33a-4cf9-9791-bbb337e14922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:09Z', 'updated_at': '2022-02-20T23:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:49:13.856444 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] For port 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=767ea9fe-cb07-4d7c-b0ab-66de51dbd60e,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:13.856771 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:13.868182 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Calling delete_port for 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e owned by network:router_gateway {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:13.992605 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:49:14.086537 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:14.097453 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (767ea9fe-cb07-4d7c-b0ab-66de51dbd60e), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.097873 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'port_id': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'mac_address': 'fa:16:3e:41:e9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:49:14.133060 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Pushing event deleted for resources: {'Port': ['ID=767ea9fe-cb07-4d7c-b0ab-66de51dbd60e,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:14.135950 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef is: ACTIVE; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:49:14.136345 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.153041 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:49:14.172722 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:14.190821 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686798'] for router_gateway (58df9ff1-b33a-4cf9-9791-bbb337e14922), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.211974 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.268661 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,revision_number=6']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:14.278268 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:14.278692 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:14.279047 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:14.279389 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:14.279725 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:14.280057 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:14.280385 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:14.280734 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:14.281066 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:14.281393 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:14.281719 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:14.282041 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:14.282361 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:14.304932 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10424'] for router (58df9ff1-b33a-4cf9-9791-bbb337e14922), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.307401 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Publish callbacks [] for router_controller (58df9ff1-b33a-4cf9-9791-bbb337e14922), precommit_delete_associations {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.330589 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['9c92c76d-0c67-4204-aa1c-95ade4fcc7ef'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:49:14.434568 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682923'] for router (58df9ff1-b33a-4cf9-9791-bbb337e14922), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.435254 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58df9ff1-b33a-4cf9-9791-bbb337e14922 {{(pid=109846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:49:14.440199 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.445205 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-e44f50c6-d04b-4a15-b576-93894172726e admin admin] 10.222.0.37 "DELETE /v2.0/routers/58df9ff1-b33a-4cf9-9791-bbb337e14922 HTTP/1.1" status: 204 len: 168 time: 1.2960711 Feb 20 23:49:14.447292 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46606) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:14.495845 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_v2 [None req-188dfd7e-e66c-4c04-9154-2580d274d0e3 admin admin] Deleting subnet b7926df9-2b15-4cf1-8457-30c515cc5e7c {{(pid=109846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:49:14.499152 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-188dfd7e-e66c-4c04-9154-2580d274d0e3 admin admin] Publish callbacks [] for subnet (b7926df9-2b15-4cf1-8457-30c515cc5e7c), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.534036 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-188dfd7e-e66c-4c04-9154-2580d274d0e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62845135'] for subnet (b7926df9-2b15-4cf1-8457-30c515cc5e7c), precommit_delete_associations {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.652733 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-188dfd7e-e66c-4c04-9154-2580d274d0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (b7926df9-2b15-4cf1-8457-30c515cc5e7c), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.790120 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-188dfd7e-e66c-4c04-9154-2580d274d0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58947288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59354509'] for subnet (b7926df9-2b15-4cf1-8457-30c515cc5e7c), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.826967 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-188dfd7e-e66c-4c04-9154-2580d274d0e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.831542 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-188dfd7e-e66c-4c04-9154-2580d274d0e3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b7926df9-2b15-4cf1-8457-30c515cc5e7c HTTP/1.1" status: 204 len: 168 time: 0.3848555 Feb 20 23:49:14.832266 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65bae4e-ca04-4c0f-86f1-785a0a946b14 None None] Network 51afa427-f90b-431e-98ac-b01973cf6745 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:49:14.833284 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188dfd7e-e66c-4c04-9154-2580d274d0e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7926df9-2b15-4cf1-8457-30c515cc5e7c,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:14.834376 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46610) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:14.927212 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f84d7-d205-4527-a543-0e57eb1a0357 req-efc2d1ce-f62c-4b63-a177-187a715763e8 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:14.929822 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc7f84d7-d205-4527-a543-0e57eb1a0357 req-efc2d1ce-f62c-4b63-a177-187a715763e8 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 944 time: 0.1061559 Feb 20 23:49:14.949051 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (51afa427-f90b-431e-98ac-b01973cf6745), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:14.989956 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:49:15.002288 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc7f84d7-d205-4527-a543-0e57eb1a0357 req-de06344c-010e-4162-84c0-751020755fa1 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663445 Feb 20 23:49:15.013508 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:49:15.013854 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 767ea9fe-cb07-4d7c-b0ab-66de51dbd60e not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:49:15.014276 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 399ca72a-a300-49f4-9d0c-7c2f94408c69 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:49:15.023648 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Deleting port 3d76d0b6-eeea-46af-b239-7158b76e07d4 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:15.024118 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.035123 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 399ca72a-a300-49f4-9d0c-7c2f94408c69 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:49:15.035467 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 399ca72a-a300-49f4-9d0c-7c2f94408c69 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:49:15.083722 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6267ea-5228-4d98-9664-41550d623f97 None None] DHCP port deletion for 51afa427-f90b-431e-98ac-b01973cf6745 request from dv-cinder-813221-6-iscsi {{(pid=109848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:49:15.095282 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] For port 3d76d0b6-eeea-46af-b239-7158b76e07d4, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=3d76d0b6-eeea-46af-b239-7158b76e07d4,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:15.095636 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.108747 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Calling delete_port for 3d76d0b6-eeea-46af-b239-7158b76e07d4 owned by network:dhcp {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:15.133802 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-1b6267ea-5228-4d98-9664-41550d623f97 None None] Deleting port 3d76d0b6-eeea-46af-b239-7158b76e07d4 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:15.134182 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b6267ea-5228-4d98-9664-41550d623f97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.200674 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-1b6267ea-5228-4d98-9664-41550d623f97 None None] For port 3d76d0b6-eeea-46af-b239-7158b76e07d4, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=3d76d0b6-eeea-46af-b239-7158b76e07d4,segment=NetworkSegment(897d5f5c-5221-4cd0-b02c-17e4e31ad4b3),segment_id=897d5f5c-5221-4cd0-b02c-17e4e31ad4b3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:15.201367 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b6267ea-5228-4d98-9664-41550d623f97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.213200 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-1b6267ea-5228-4d98-9664-41550d623f97 None None] Calling delete_port for 3d76d0b6-eeea-46af-b239-7158b76e07d4 owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:15.262794 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.288630 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d76d0b6-eeea-46af-b239-7158b76e07d4,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:15.294569 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] No DVR routers for this DVR port 3d76d0b6-eeea-46af-b239-7158b76e07d4 on host dv-cinder-813221-6-iscsi {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:49:15.329225 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b6267ea-5228-4d98-9664-41550d623f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883'] for port (3d76d0b6-eeea-46af-b239-7158b76e07d4), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.355155 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6267ea-5228-4d98-9664-41550d623f97 None None] Pushing event deleted for resources: {'Port': ['ID=3d76d0b6-eeea-46af-b239-7158b76e07d4,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:15.357074 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6267ea-5228-4d98-9664-41550d623f97 None None] No DVR routers for this DVR port 3d76d0b6-eeea-46af-b239-7158b76e07d4 on host dv-cinder-813221-6-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:49:15.594538 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (51afa427-f90b-431e-98ac-b01973cf6745), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.613880 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51afa427-f90b-431e-98ac-b01973cf6745']}} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:15.622912 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3') {'for_net_delete': True} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:15.623196 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897d5f5c-5221-4cd0-b02c-17e4e31ad4b3') {} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:15.632125 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59725074'] for segment (897d5f5c-5221-4cd0-b02c-17e4e31ad4b3), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.644939 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (897d5f5c-5221-4cd0-b02c-17e4e31ad4b3), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.650971 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:49:15.651346 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58751123'] for segment (897d5f5c-5221-4cd0-b02c-17e4e31ad4b3), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: Traceback (most recent call last): Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: timer() Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: cb(*args, **kw) Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: return func(*args, **kwargs) Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: self._notify() Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: self.callback(batched_events) Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: event.method(event) Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: return f(self, *a, **k) Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._get(url).json() Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: return self.request(url, 'GET', **kwargs) Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:49:15.652951 dv-cinder-813221-6-iscsi neutron-server[109847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:49:15.776949 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (51afa427-f90b-431e-98ac-b01973cf6745), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.782213 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:15.788975 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] 10.222.0.37 "DELETE /v2.0/networks/51afa427-f90b-431e-98ac-b01973cf6745 HTTP/1.1" status: 204 len: 168 time: 0.9493902 Feb 20 23:49:15.789133 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46612) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:15.797133 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4001462-3876-4ff2-9282-cb8f9bd15665 admin admin] Pushing event deleted for resources: {'Network': ['ID=51afa427-f90b-431e-98ac-b01973cf6745,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:15.992405 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:49:16.040821 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:49:16.041213 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:16.132774 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:49:16.133174 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:16.155527 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:49:16.157808 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59401f93-4dc4-4988-b5b1-56c30bdd944a" -d '{"events": [{"server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "name": "network-vif-plugged", "status": "completed", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:49:16.171471 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:16.177010 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa842ad-33b5-4720-8f6e-b2aedb7b7616 req-6f1cfcf1-7c96-489b-9235-baba7c0f0d49 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:16.178377 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2aa842ad-33b5-4720-8f6e-b2aedb7b7616 req-6f1cfcf1-7c96-489b-9235-baba7c0f0d49 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 944 time: 0.0811872 Feb 20 23:49:16.193756 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6977-60cd-46bc-b657-65099dc3239e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684852'] for router_interface (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:16.198456 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cc9233-8d91-4578-b053-829ac397b937 x-openstack-request-id: req-08cc9233-8d91-4578-b053-829ac397b937 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:49:16.198939 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "name": "network-vif-plugged", "status": "completed", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:49:16.199194 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08cc9233-8d91-4578-b053-829ac397b937 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:49:16.199589 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'code': 200} Feb 20 23:49:16.239855 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:16.271670 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2aa842ad-33b5-4720-8f6e-b2aedb7b7616 req-dff93add-d0c1-4a13-972c-62d821608232 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860341 Feb 20 23:49:16.298374 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,revision_number=7']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:16.467512 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a6977-60cd-46bc-b657-65099dc3239e admin admin] Deleting port bfb30e37-832e-40b4-b476-c0ab4bf7ba29 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:16.467842 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6977-60cd-46bc-b657-65099dc3239e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:16.543675 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [None req-5f6a6977-60cd-46bc-b657-65099dc3239e admin admin] For port bfb30e37-832e-40b4-b476-c0ab4bf7ba29, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=bfb30e37-832e-40b4-b476-c0ab4bf7ba29,segment=NetworkSegment(588fddfa-e8d8-4e47-9f39-2891e2143b17),segment_id=588fddfa-e8d8-4e47-9f39-2891e2143b17)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:16.543909 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6977-60cd-46bc-b657-65099dc3239e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:16.556032 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a6977-60cd-46bc-b657-65099dc3239e admin admin] Calling delete_port for bfb30e37-832e-40b4-b476-c0ab4bf7ba29 owned by network:router_interface {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:16.782651 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6977-60cd-46bc-b657-65099dc3239e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (bfb30e37-832e-40b4-b476-c0ab4bf7ba29), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:16.809434 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a6977-60cd-46bc-b657-65099dc3239e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb30e37-832e-40b4-b476-c0ab4bf7ba29,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:16.853183 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 3d76d0b6-eeea-46af-b239-7158b76e07d4 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:49:16.878348 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 3d76d0b6-eeea-46af-b239-7158b76e07d4 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:49:16.878774 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 3d76d0b6-eeea-46af-b239-7158b76e07d4 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:49:16.999884 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6977-60cd-46bc-b657-65099dc3239e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4169999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687780'] for router_interface (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:17.222765 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6a6977-60cd-46bc-b657-65099dc3239e admin admin] Router ce12e2a0-a6a3-43fa-97fe-234fd765bf7c has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:49:17.333479 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6a6977-60cd-46bc-b657-65099dc3239e admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:49:17.342925 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-5f6a6977-60cd-46bc-b657-65099dc3239e admin admin] 10.222.0.37 "PUT /v2.0/routers/ce12e2a0-a6a3-43fa-97fe-234fd765bf7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5491686 Feb 20 23:49:17.342925 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46632) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:17.345952 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60684bb4-0dbc-4304-961b-4c92fa53a0eb None None] Sync routers for ids ['ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:49:17.363853 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60684bb4-0dbc-4304-961b-4c92fa53a0eb None None] Routers {'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:49:17.364397 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-60684bb4-0dbc-4304-961b-4c92fa53a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:48:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:17.488413 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-60684bb4-0dbc-4304-961b-4c92fa53a0eb None None] Set router ce12e2a0-a6a3-43fa-97fe-234fd765bf7c gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:49:17.691583 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-60684bb4-0dbc-4304-961b-4c92fa53a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'name': 'tempest-TestMinimumBasicScenario-727091154-router', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '510bd806-9cba-4f10-8384-f70a42165118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:20Z', 'updated_at': '2022-02-20T23:49:16Z', 'revision_number': 5, 'project_id': '413034bb70bc4c80b21c9b568fafaa54', 'gw_port': {'id': '510bd806-9cba-4f10-8384-f70a42165118', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:22Z', 'updated_at': '2022-02-20T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:17.750593 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60684bb4-0dbc-4304-961b-4c92fa53a0eb None None] Checking router: ce12e2a0-a6a3-43fa-97fe-234fd765bf7c for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:49:17.754552 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad57f95-79ec-4f8b-bd5b-36358c2333d3 req-5ef24cfd-cc76-4868-aafc-f9a6f9ed766d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:17.760802 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8ad57f95-79ec-4f8b-bd5b-36358c2333d3 req-5ef24cfd-cc76-4868-aafc-f9a6f9ed766d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.1003847 Feb 20 23:49:17.769869 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60684bb4-0dbc-4304-961b-4c92fa53a0eb None None] Routers {'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:49:17.770487 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-60684bb4-0dbc-4304-961b-4c92fa53a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:48:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:17.773341 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Publish callbacks [] for router (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:17.854369 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8ad57f95-79ec-4f8b-bd5b-36358c2333d3 req-c4780cd3-cfc4-4242-8ad1-14cf53102d3e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896752 Feb 20 23:49:17.915440 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-60684bb4-0dbc-4304-961b-4c92fa53a0eb None None] Set router ce12e2a0-a6a3-43fa-97fe-234fd765bf7c gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:49:17.917889 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Publish callbacks [] for router_gateway (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:18.020080 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Deleting port 510bd806-9cba-4f10-8384-f70a42165118 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:18.020308 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (510bd806-9cba-4f10-8384-f70a42165118), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:18.122578 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] For port 510bd806-9cba-4f10-8384-f70a42165118, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=510bd806-9cba-4f10-8384-f70a42165118,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:18.123820 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (510bd806-9cba-4f10-8384-f70a42165118), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:18.137547 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Calling delete_port for 510bd806-9cba-4f10-8384-f70a42165118 owned by network:router_gateway {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:18.157988 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-60684bb4-0dbc-4304-961b-4c92fa53a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'name': 'tempest-TestMinimumBasicScenario-727091154-router', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '510bd806-9cba-4f10-8384-f70a42165118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:20Z', 'updated_at': '2022-02-20T23:49:16Z', 'revision_number': 5, 'project_id': '413034bb70bc4c80b21c9b568fafaa54', 'gw_port': {'id': '510bd806-9cba-4f10-8384-f70a42165118', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:22Z', 'updated_at': '2022-02-20T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:18.189263 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60684bb4-0dbc-4304-961b-4c92fa53a0eb None None] The sync data for ids ['ce12e2a0-a6a3-43fa-97fe-234fd765bf7c'] in dv-cinder-813221-6-iscsi is: [{'id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'name': 'tempest-TestMinimumBasicScenario-727091154-router', 'tenant_id': '413034bb70bc4c80b21c9b568fafaa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '510bd806-9cba-4f10-8384-f70a42165118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:44:20Z', 'updated_at': '2022-02-20T23:49:16Z', 'revision_number': 5, 'project_id': '413034bb70bc4c80b21c9b568fafaa54', 'gw_port': {'id': '510bd806-9cba-4f10-8384-f70a42165118', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce12e2a0-a6a3-43fa-97fe-234fd765bf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:44:22Z', 'updated_at': '2022-02-20T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:49:18.440092 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (510bd806-9cba-4f10-8384-f70a42165118), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:18.467817 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=510bd806-9cba-4f10-8384-f70a42165118,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:18.541806 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686798'] for router_gateway (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:18.665642 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10424'] for router (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:18.671691 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Publish callbacks [] for router_controller (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), precommit_delete_associations {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:18.805734 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682923'] for router (ce12e2a0-a6a3-43fa-97fe-234fd765bf7c), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:18.806614 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce12e2a0-a6a3-43fa-97fe-234fd765bf7c {{(pid=109846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:49:18.812008 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:18.816187 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46644) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:18.818564 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-c9b31ec7-9137-4721-871e-1b699d0e6d75 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ce12e2a0-a6a3-43fa-97fe-234fd765bf7c HTTP/1.1" status: 204 len: 168 time: 1.4753544 Feb 20 23:49:18.871266 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1ab715-7d2d-4140-97be-6a9d15522c8d admin admin] Deleting subnet 1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988 {{(pid=109847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:49:18.875075 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab715-7d2d-4140-97be-6a9d15522c8d admin admin] Publish callbacks [] for subnet (1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:18.918662 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab715-7d2d-4140-97be-6a9d15522c8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59725067'] for subnet (1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:18.987912 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device bfb30e37-832e-40b4-b476-c0ab4bf7ba29 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:49:19.021638 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: bfb30e37-832e-40b4-b476-c0ab4bf7ba29 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:49:19.021983 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device bfb30e37-832e-40b4-b476-c0ab4bf7ba29 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:49:19.052821 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c426aa-4fc5-4d2d-afd0-f8271e4030f4 req-e765f4cb-9c42-4494-ba4d-6a3af9dcc934 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:19.055165 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-64c426aa-4fc5-4d2d-afd0-f8271e4030f4 req-e765f4cb-9c42-4494-ba4d-6a3af9dcc934 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0932314 Feb 20 23:49:19.069655 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab715-7d2d-4140-97be-6a9d15522c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.158044 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-64c426aa-4fc5-4d2d-afd0-f8271e4030f4 req-d7fae043-7789-44b1-ac4e-6584e1ac81fd tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946479 Feb 20 23:49:19.223334 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab715-7d2d-4140-97be-6a9d15522c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58721909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58876837'] for subnet (1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.249936 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ab715-7d2d-4140-97be-6a9d15522c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:19.256105 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab715-7d2d-4140-97be-6a9d15522c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.263441 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-8d1ab715-7d2d-4140-97be-6a9d15522c8d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1a7bd647-7c7b-4b2c-8e4b-77bc6b9ed988 HTTP/1.1" status: 204 len: 168 time: 0.4437671 Feb 20 23:49:19.263817 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46648) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:19.279035 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5b313-45fb-4425-9370-06cbb1acea36 None None] Network 0907f005-dd97-4c8d-be93-dc049985ffd7 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:49:19.349166 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (0907f005-dd97-4c8d-be93-dc049985ffd7), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.382745 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-db64e941-2f49-4288-ab15-48a574a4a6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.421702 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Deleting port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:19.422031 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.509642 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e564efa3-4df9-4b32-b184-65600b4ff369 None None] DHCP port deletion for 0907f005-dd97-4c8d-be93-dc049985ffd7 request from dv-cinder-813221-6-iscsi {{(pid=109848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:49:19.516250 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] For port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=7effd151-9ed2-4ef3-9a92-7a3dcb79b909,segment=NetworkSegment(588fddfa-e8d8-4e47-9f39-2891e2143b17),segment_id=588fddfa-e8d8-4e47-9f39-2891e2143b17)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:19.517709 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.534641 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Calling delete_port for 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 owned by network:dhcp {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:19.598990 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-e564efa3-4df9-4b32-b184-65600b4ff369 None None] Deleting port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:19.599466 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e564efa3-4df9-4b32-b184-65600b4ff369 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.683297 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-e564efa3-4df9-4b32-b184-65600b4ff369 None None] For port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=7effd151-9ed2-4ef3-9a92-7a3dcb79b909,segment=NetworkSegment(588fddfa-e8d8-4e47-9f39-2891e2143b17),segment_id=588fddfa-e8d8-4e47-9f39-2891e2143b17)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:19.683707 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e564efa3-4df9-4b32-b184-65600b4ff369 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.700111 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-e564efa3-4df9-4b32-b184-65600b4ff369 None None] Calling delete_port for 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:19.703015 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.732303 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] No DVR routers for this DVR port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 on host dv-cinder-813221-6-iscsi {{(pid=109846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:49:19.733789 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Pushing event deleted for resources: {'Port': ['ID=7effd151-9ed2-4ef3-9a92-7a3dcb79b909,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:19.809031 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e564efa3-4df9-4b32-b184-65600b4ff369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883'] for port (7effd151-9ed2-4ef3-9a92-7a3dcb79b909), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.820659 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (0907f005-dd97-4c8d-be93-dc049985ffd7), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.839253 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564efa3-4df9-4b32-b184-65600b4ff369 None None] Pushing event deleted for resources: {'Port': ['ID=7effd151-9ed2-4ef3-9a92-7a3dcb79b909,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:19.842990 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564efa3-4df9-4b32-b184-65600b4ff369 None None] No DVR routers for this DVR port 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 on host dv-cinder-813221-6-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:49:19.855403 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0907f005-dd97-4c8d-be93-dc049985ffd7']}} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:19.882081 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588fddfa-e8d8-4e47-9f39-2891e2143b17') {'for_net_delete': True} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:19.882477 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588fddfa-e8d8-4e47-9f39-2891e2143b17') {} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:19.896336 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62845142'] for segment (588fddfa-e8d8-4e47-9f39-2891e2143b17), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.916268 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (588fddfa-e8d8-4e47-9f39-2891e2143b17), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.923270 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:49:19.923664 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58918974'] for segment (588fddfa-e8d8-4e47-9f39-2891e2143b17), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: Traceback (most recent call last): Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: timer() Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: cb(*args, **kw) Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: return func(*args, **kwargs) Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: self._notify() Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: self.callback(batched_events) Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: event.method(event) Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: return f(self, *a, **k) Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: return self._get(url).json() Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: return self.request(url, 'GET', **kwargs) Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:49:19.925523 dv-cinder-813221-6-iscsi neutron-server[109846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:49:20.074840 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (0907f005-dd97-4c8d-be93-dc049985ffd7), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:20.080215 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:20.089926 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] 10.222.0.37 "DELETE /v2.0/networks/0907f005-dd97-4c8d-be93-dc049985ffd7 HTTP/1.1" status: 204 len: 168 time: 0.8224285 Feb 20 23:49:20.101577 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f00372-995c-4bed-a3ad-29c98525ed9a admin admin] Pushing event deleted for resources: {'Network': ['ID=0907f005-dd97-4c8d-be93-dc049985ffd7,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:20.321546 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b217680-b902-4c9e-a68e-fa01806746cf req-180c37dd-43b4-4cb4-bebe-1e1cdbd11299 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:20.323117 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9b217680-b902-4c9e-a68e-fa01806746cf req-180c37dd-43b4-4cb4-bebe-1e1cdbd11299 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0758555 Feb 20 23:49:20.374479 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-9b217680-b902-4c9e-a68e-fa01806746cf req-3c4e6e78-a1d2-415a-b83e-d1748e4f33be tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452592 Feb 20 23:49:20.415907 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46654) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:20.462404 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-a46bda92-04f2-41d6-bb38-8b6382525f17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2a889d9da9b4ed68809a094e134178b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424111 Feb 20 23:49:20.462643 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46656) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:20.525764 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-cc72c4d8-5b48-4c85-a287-75d8dbfcc7cc admin admin] Publish callbacks [] for security_group (fec3e845-508b-4342-beaf-38d6ca332b2f), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:20.549808 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-cc72c4d8-5b48-4c85-a287-75d8dbfcc7cc admin admin] Publish callbacks [] for security_group (fec3e845-508b-4342-beaf-38d6ca332b2f), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:20.841335 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 510bd806-9cba-4f10-8384-f70a42165118 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:49:20.865467 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 510bd806-9cba-4f10-8384-f70a42165118 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:49:20.865804 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 510bd806-9cba-4f10-8384-f70a42165118 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:49:20.866244 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:49:20.885700 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:49:20.886197 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 7effd151-9ed2-4ef3-9a92-7a3dcb79b909 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:49:20.942768 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-cc72c4d8-5b48-4c85-a287-75d8dbfcc7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (fec3e845-508b-4342-beaf-38d6ca332b2f), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:20.945745 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-cc72c4d8-5b48-4c85-a287-75d8dbfcc7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:20.946917 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-cc72c4d8-5b48-4c85-a287-75d8dbfcc7cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fec3e845-508b-4342-beaf-38d6ca332b2f HTTP/1.1" status: 204 len: 168 time: 0.4834318 Feb 20 23:49:20.955342 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72c4d8-5b48-4c85-a287-75d8dbfcc7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec3e845-508b-4342-beaf-38d6ca332b2f,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:21.528228 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b975e04-e2f4-4549-a5ae-97953ef4ab7c req-31de957a-d84e-437c-82f1-f00bdaec0e2e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:21.529817 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1b975e04-e2f4-4549-a5ae-97953ef4ab7c req-31de957a-d84e-437c-82f1-f00bdaec0e2e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0715904 Feb 20 23:49:21.594669 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1b975e04-e2f4-4549-a5ae-97953ef4ab7c req-773edcd0-1e95-4d73-88f4-3f1fa32175c8 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545757 Feb 20 23:49:21.653144 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46668) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:21.714181 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-f0824531-250a-4071-bea9-ff6127747c8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=413034bb70bc4c80b21c9b568fafaa54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0590048 Feb 20 23:49:21.715838 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46670) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:21.750921 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8e217eb1-4a4c-41d5-ac04-9ae5db40bb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:21.785377 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-3256435d-309b-4182-9032-1f736c7da9b7 admin admin] Publish callbacks [] for security_group (1efd2e88-937b-4104-b042-b7c44c23b39d), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:21.811176 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-3256435d-309b-4182-9032-1f736c7da9b7 admin admin] Publish callbacks [] for security_group (1efd2e88-937b-4104-b042-b7c44c23b39d), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:21.931287 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-3256435d-309b-4182-9032-1f736c7da9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (1efd2e88-937b-4104-b042-b7c44c23b39d), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:21.934387 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-3256435d-309b-4182-9032-1f736c7da9b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:21.935595 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-3256435d-309b-4182-9032-1f736c7da9b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1efd2e88-937b-4104-b042-b7c44c23b39d HTTP/1.1" status: 204 len: 168 time: 0.2188423 Feb 20 23:49:21.944897 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256435d-309b-4182-9032-1f736c7da9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efd2e88-937b-4104-b042-b7c44c23b39d,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:22.765822 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41732d50-0410-4d76-a143-acc345743219 req-d7dc9aa9-3e45-4ac6-b6cd-ff97401ad84c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:22.772172 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-41732d50-0410-4d76-a143-acc345743219 req-d7dc9aa9-3e45-4ac6-b6cd-ff97401ad84c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0658176 Feb 20 23:49:22.824943 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-41732d50-0410-4d76-a143-acc345743219 req-7a87057c-a68e-4a93-8ff4-4688c5c9fdb3 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515409 Feb 20 23:49:23.062219 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:49:23.097491 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:23.950413 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35847d1-db9c-4336-bb63-b81bb7497cc4 req-ac977b57-dcfd-4514-8f40-53adf061539b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:23.951960 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f35847d1-db9c-4336-bb63-b81bb7497cc4 req-ac977b57-dcfd-4514-8f40-53adf061539b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0557220 Feb 20 23:49:24.007554 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f35847d1-db9c-4336-bb63-b81bb7497cc4 req-e5057789-85a8-46d5-8de3-d81e50a22381 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495117 Feb 20 23:49:24.697240 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:25.172603 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703db541-f67c-469b-b7d1-291b8308c5ac req-366245a7-d123-41cd-a068-198820b8a4a9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:25.175426 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-703db541-f67c-469b-b7d1-291b8308c5ac req-366245a7-d123-41cd-a068-198820b8a4a9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0775890 Feb 20 23:49:25.239507 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-703db541-f67c-469b-b7d1-291b8308c5ac req-8c6350db-3905-4c71-ab0a-fa60ef363836 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582385 Feb 20 23:49:26.108629 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:26.384636 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470adc8d-8c9b-4953-bbc5-5f09d7013c7a req-fd2e5d23-2ff0-4655-a5cb-11f62e43a94b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:26.386883 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-470adc8d-8c9b-4953-bbc5-5f09d7013c7a req-fd2e5d23-2ff0-4655-a5cb-11f62e43a94b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0566702 Feb 20 23:49:26.442147 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-470adc8d-8c9b-4953-bbc5-5f09d7013c7a req-95cb4fc4-cff3-4772-90b7-d98465d8e6b6 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495238 Feb 20 23:49:27.571666 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a5087-441b-434d-bfd4-1129b70607cf req-49c2036f-e0e7-4e43-9375-204bf0edc493 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:27.573220 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6e8a5087-441b-434d-bfd4-1129b70607cf req-49c2036f-e0e7-4e43-9375-204bf0edc493 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0548890 Feb 20 23:49:27.621891 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6e8a5087-441b-434d-bfd4-1129b70607cf req-75511358-3f5f-4fa4-bfa9-b1b048ee4056 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430319 Feb 20 23:49:28.754094 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfafa67-5a25-42ad-86cf-87180bec14ef req-52a5e80e-e6b4-4502-873a-87dae68078cf tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:28.755541 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-acfafa67-5a25-42ad-86cf-87180bec14ef req-52a5e80e-e6b4-4502-873a-87dae68078cf tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0577645 Feb 20 23:49:28.802969 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-acfafa67-5a25-42ad-86cf-87180bec14ef req-4310f529-b8ad-4594-92ba-0907fec8de48 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406342 Feb 20 23:49:29.530871 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:29.806996 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2438616-e889-47f6-9805-09d6d0b96c66 req-30e4b1a6-9872-4f95-b1df-51303f25009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:29.808390 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f2438616-e889-47f6-9805-09d6d0b96c66 req-30e4b1a6-9872-4f95-b1df-51303f25009c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 1129 time: 0.0453475 Feb 20 23:49:29.927850 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2438616-e889-47f6-9805-09d6d0b96c66 req-d9c47f3e-3d2a-401b-a16c-627b7f40860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:29.930089 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f2438616-e889-47f6-9805-09d6d0b96c66 req-d9c47f3e-3d2a-401b-a16c-627b7f40860b service neutron] 10.222.0.89 "GET /v2.0/networks?id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 HTTP/1.1" status: 200 len: 918 time: 0.1153579 Feb 20 23:49:29.980085 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6210a2f-da4e-4158-8d5d-6a506453bffc req-15e23c08-6152-4ba2-add8-90496de05ebe tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:29.981531 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a6210a2f-da4e-4158-8d5d-6a506453bffc req-15e23c08-6152-4ba2-add8-90496de05ebe tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.1042078 Feb 20 23:49:30.020568 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f2438616-e889-47f6-9805-09d6d0b96c66 req-6b6a3da0-a1f7-40e2-b484-46ef1bd92762 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef HTTP/1.1" status: 200 len: 1000 time: 0.0838113 Feb 20 23:49:30.073663 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a6210a2f-da4e-4158-8d5d-6a506453bffc req-5545de09-e09d-42b0-a89c-41764d2777ec tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847468 Feb 20 23:49:30.084769 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2438616-e889-47f6-9805-09d6d0b96c66 req-e60fd1be-a15a-4676-a6b2-ed6e19a96a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:30.086357 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f2438616-e889-47f6-9805-09d6d0b96c66 req-e60fd1be-a15a-4676-a6b2-ed6e19a96a30 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0824fe94-1e5c-4564-a36f-ea1b09d0aec8 HTTP/1.1" status: 200 len: 856 time: 0.0562677 Feb 20 23:49:30.138397 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2438616-e889-47f6-9805-09d6d0b96c66 req-a3cacc07-4985-477e-b01e-6be52790ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:30.139929 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f2438616-e889-47f6-9805-09d6d0b96c66 req-a3cacc07-4985-477e-b01e-6be52790ce02 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463200 Feb 20 23:49:30.229556 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f2438616-e889-47f6-9805-09d6d0b96c66 req-c6ffb76c-ee5f-408b-990a-cd7d80143336 service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833287 Feb 20 23:49:30.318097 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f2438616-e889-47f6-9805-09d6d0b96c66 req-f795ef95-f707-493f-a722-381543f77613 service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819612 Feb 20 23:49:31.196965 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849896f-e880-4d0a-9cf6-a6b297e3f496 req-99ef0539-b5fa-47a3-b546-531a7c65e910 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:31.198441 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2849896f-e880-4d0a-9cf6-a6b297e3f496 req-99ef0539-b5fa-47a3-b546-531a7c65e910 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0534751 Feb 20 23:49:31.248245 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2849896f-e880-4d0a-9cf6-a6b297e3f496 req-eb53878c-30f2-455e-8330-6d1aa3bf290c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443585 Feb 20 23:49:32.377402 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59073f8d-94ba-4434-ab43-fb7c23a8ef2f req-bc70c4af-ba57-4ca1-b201-cf00b4ca5029 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:32.378777 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-59073f8d-94ba-4434-ab43-fb7c23a8ef2f req-bc70c4af-ba57-4ca1-b201-cf00b4ca5029 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0588040 Feb 20 23:49:32.426460 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-59073f8d-94ba-4434-ab43-fb7c23a8ef2f req-dc757e93-f84b-4952-9fef-196300929178 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408525 Feb 20 23:49:33.549537 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e32339-0edb-43c4-a042-59d6a3f918c5 req-03c6ce00-581a-412c-beab-f7572cb44c2b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:33.550997 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-44e32339-0edb-43c4-a042-59d6a3f918c5 req-03c6ce00-581a-412c-beab-f7572cb44c2b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 945 time: 0.0517361 Feb 20 23:49:33.596385 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-44e32339-0edb-43c4-a042-59d6a3f918c5 req-a79be6f3-7eff-49ce-864c-a2133e291a87 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392983 Feb 20 23:49:34.061079 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:49:34.137768 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef is: ACTIVE; New status is: DOWN {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:49:34.138153 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:34.165796 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:49:34.167998 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4650bb-0ad5-43cc-89e6-b2428d3eb46f" -d '{"events": [{"server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "name": "network-vif-unplugged", "status": "completed", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:49:34.181213 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:34.202747 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 23:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837466d8-9b04-40e6-84f1-c0ddd6d26b5d x-openstack-request-id: req-837466d8-9b04-40e6-84f1-c0ddd6d26b5d {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:49:34.203062 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "name": "network-vif-unplugged", "status": "failed", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef", "code": 422}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:49:34.212836 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-837466d8-9b04-40e6-84f1-c0ddd6d26b5d {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:49:34.212836 dv-cinder-813221-6-iscsi neutron-server[109848]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'code': 422} returned with failed status Feb 20 23:49:34.239494 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:34.287879 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,revision_number=8']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:35.497653 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c754b22-7544-4c9f-9459-142dbd30d93c req-042ae513-8f0a-423b-b3d7-35df0793df3b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:35.499252 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1c754b22-7544-4c9f-9459-142dbd30d93c req-042ae513-8f0a-423b-b3d7-35df0793df3b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0580540 Feb 20 23:49:35.545358 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1c754b22-7544-4c9f-9459-142dbd30d93c req-63c4567a-10ee-41da-b9ca-164b94a12bdf tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406084 Feb 20 23:49:35.897065 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46764) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:35.982841 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-91d50fb0-17a0-44b2-b135-cef72331cb55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846367 Feb 20 23:49:35.991010 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-74b9a2e5-f986-4280-96e1-719e58a0b2b3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:49:35.991943 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-74b9a2e5-f986-4280-96e1-719e58a0b2b3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047152 Feb 20 23:49:36.066491 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-16524e20-2769-4bad-99aa-03a6ce89eadb tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:36.068109 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-16524e20-2769-4bad-99aa-03a6ce89eadb tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports/9c92c76d-0c67-4204-aa1c-95ade4fcc7ef HTTP/1.1" status: 200 len: 940 time: 0.0476832 Feb 20 23:49:36.673881 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a6062-f8da-4073-821d-8f98f1641e22 req-81d0877b-1656-4c6f-be7b-3fdc4c5829f0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:36.675358 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3e7a6062-f8da-4073-821d-8f98f1641e22 req-81d0877b-1656-4c6f-be7b-3fdc4c5829f0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0576992 Feb 20 23:49:36.723376 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3e7a6062-f8da-4073-821d-8f98f1641e22 req-3d16979b-7f84-46ce-b922-97791aba43d9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423646 Feb 20 23:49:37.307277 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-d659fba9-ee73-42e8-a20f-76c9bb74878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:37.308752 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-d659fba9-ee73-42e8-a20f-76c9bb74878b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2&tenant_id=71217ce1f2824d06a3b07c9e12cb1a97 HTTP/1.1" status: 200 len: 1127 time: 0.0471075 Feb 20 23:49:37.372679 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-692614a7-b078-459e-b7e7-fadc57f7ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:37.374077 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-692614a7-b078-459e-b7e7-fadc57f7ec1f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 1127 time: 0.0436044 Feb 20 23:49:37.461450 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-0ff26e1e-2465-4d1d-9f00-ebfdc43ca9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:37.463542 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-0ff26e1e-2465-4d1d-9f00-ebfdc43ca9a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 HTTP/1.1" status: 200 len: 918 time: 0.0836077 Feb 20 23:49:37.531729 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-d4d04e24-32c2-4b61-bb59-c01bdc3eb63c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef HTTP/1.1" status: 200 len: 998 time: 0.0622506 Feb 20 23:49:37.578255 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-97880b86-8845-4823-b75c-45148e9915ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:37.579642 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-97880b86-8845-4823-b75c-45148e9915ee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0824fe94-1e5c-4564-a36f-ea1b09d0aec8 HTTP/1.1" status: 200 len: 856 time: 0.0422232 Feb 20 23:49:37.626286 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-0dcc8e81-7d76-4176-abdf-700ce8056071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:37.627642 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-0dcc8e81-7d76-4176-abdf-700ce8056071 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424104 Feb 20 23:49:37.719456 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-10f861da-b4fe-4cd1-a9c4-747e1581f681 service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852902 Feb 20 23:49:37.819006 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7d4a3b50-63fb-44fe-979f-b10eae5cf1e4 req-e19fc321-7e44-45f7-894a-d76c688d230f service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937881 Feb 20 23:49:37.858408 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76aa6b-93bf-4c55-a2d8-28fcdb745f9a req-b15f8d4b-5eec-473b-b76c-f37be9f53ce3 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:37.859868 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-eb76aa6b-93bf-4c55-a2d8-28fcdb745f9a req-b15f8d4b-5eec-473b-b76c-f37be9f53ce3 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0626817 Feb 20 23:49:37.906187 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-eb76aa6b-93bf-4c55-a2d8-28fcdb745f9a req-806baa9e-5456-4fd6-ada2-e91a54302ad0 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407650 Feb 20 23:49:39.040011 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8c4b7-79cd-4fda-9683-ea00d83d3e77 req-d504698a-9513-454e-94b8-b99fed436ce3 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:39.045666 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-78f8c4b7-79cd-4fda-9683-ea00d83d3e77 req-d504698a-9513-454e-94b8-b99fed436ce3 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0627363 Feb 20 23:49:39.107774 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-78f8c4b7-79cd-4fda-9683-ea00d83d3e77 req-edcd85ed-6e49-4b4b-ae6d-8206dde99545 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608218 Feb 20 23:49:40.246599 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37390aec-93d1-451d-9e62-fc61d7a1e228 req-e5389c8f-af29-4390-b3d7-d5c08a7cf696 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:40.248048 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-37390aec-93d1-451d-9e62-fc61d7a1e228 req-e5389c8f-af29-4390-b3d7-d5c08a7cf696 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0626845 Feb 20 23:49:40.300006 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-37390aec-93d1-451d-9e62-fc61d7a1e228 req-2740891c-237c-4459-a4da-272c148a8e36 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448809 Feb 20 23:49:41.443931 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92d7c7-c7b8-4707-a443-dfe5c615bf25 req-6dd40feb-0f40-43bb-8e24-b75d2d943955 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:41.445438 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca92d7c7-c7b8-4707-a443-dfe5c615bf25 req-6dd40feb-0f40-43bb-8e24-b75d2d943955 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0556378 Feb 20 23:49:41.499869 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ca92d7c7-c7b8-4707-a443-dfe5c615bf25 req-fb69441f-b09f-4243-8265-a1cf03846845 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479662 Feb 20 23:49:42.651688 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9523f1-b2e7-4ee5-ae81-4cfddb090220 req-8b708bc1-4b32-4834-8dac-ce8ca3b82e06 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:42.666580 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7a9523f1-b2e7-4ee5-ae81-4cfddb090220 req-8b708bc1-4b32-4834-8dac-ce8ca3b82e06 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0685689 Feb 20 23:49:42.717516 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7a9523f1-b2e7-4ee5-ae81-4cfddb090220 req-bcf9175d-0905-453f-a243-2a4c86fdb93d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579648 Feb 20 23:49:43.881648 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916f910-1afe-4fd3-ae3b-99974cab951c req-c89b0463-3683-4c23-b7a0-5e8b65553ada tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:43.889662 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b916f910-1afe-4fd3-ae3b-99974cab951c req-c89b0463-3683-4c23-b7a0-5e8b65553ada tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0751071 Feb 20 23:49:43.935640 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b916f910-1afe-4fd3-ae3b-99974cab951c req-90c89860-c544-4085-ba3e-9733fa924e1e tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450883 Feb 20 23:49:45.069161 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167634d2-ff86-4509-8bed-04fe2208432b req-c933ba13-4d62-4d64-88f3-2db9dc64b32c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:45.070566 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-167634d2-ff86-4509-8bed-04fe2208432b req-c933ba13-4d62-4d64-88f3-2db9dc64b32c tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0542128 Feb 20 23:49:45.122811 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-167634d2-ff86-4509-8bed-04fe2208432b req-06800b64-9a16-4517-baa4-f400a8c2f84d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457244 Feb 20 23:49:46.263278 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806872a-5b54-4c85-b4bf-b3111803d578 req-ada1a145-5140-4f61-ac98-5b07b16601a2 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:46.265007 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3806872a-5b54-4c85-b4bf-b3111803d578 req-ada1a145-5140-4f61-ac98-5b07b16601a2 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0612376 Feb 20 23:49:46.313155 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3806872a-5b54-4c85-b4bf-b3111803d578 req-1a1b928b-b0e0-42f7-9515-bf24fa9a5a9d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425062 Feb 20 23:49:47.436937 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6645dd5-18cd-427e-9da2-2bc04826a177 req-ba5eb9f8-618f-4568-8384-7928d729ae62 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:47.438399 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b6645dd5-18cd-427e-9da2-2bc04826a177 req-ba5eb9f8-618f-4568-8384-7928d729ae62 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0523369 Feb 20 23:49:47.484301 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b6645dd5-18cd-427e-9da2-2bc04826a177 req-e0dd3e1e-dcd3-4ebd-a6a0-b49284ba3aed tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404379 Feb 20 23:49:48.607306 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fc8b3-30c4-4d1b-94f5-5b1ac5d1ca65 req-6bf126b9-2e7e-4adc-b704-e9e11d47968d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:48.608813 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-111fc8b3-30c4-4d1b-94f5-5b1ac5d1ca65 req-6bf126b9-2e7e-4adc-b704-e9e11d47968d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0508227 Feb 20 23:49:48.658254 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-111fc8b3-30c4-4d1b-94f5-5b1ac5d1ca65 req-516de57a-0e6f-460d-9964-ed94f4193fcb tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439472 Feb 20 23:49:49.307948 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c9e357d-1629-4340-b46d-e9ba1d8427bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:49.783357 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5756fc5-f198-479c-b936-0164148409de req-8d2279a6-b9ed-489e-b5c5-893ca989fb57 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:49.784847 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d5756fc5-f198-479c-b936-0164148409de req-8d2279a6-b9ed-489e-b5c5-893ca989fb57 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0525129 Feb 20 23:49:49.831469 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d5756fc5-f198-479c-b936-0164148409de req-2dbb77a4-9730-442e-9b7e-b05d9fcf1a82 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411062 Feb 20 23:49:50.952796 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003acd68-ae65-4eb2-ba78-54b39cb51a2b req-d61e60df-f6c4-4a65-b3a7-6e532e8ac2f4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:50.954225 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-003acd68-ae65-4eb2-ba78-54b39cb51a2b req-d61e60df-f6c4-4a65-b3a7-6e532e8ac2f4 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0504293 Feb 20 23:49:51.000181 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-003acd68-ae65-4eb2-ba78-54b39cb51a2b req-520080a7-b1a4-4822-a90e-e59ee16bc0c8 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403500 Feb 20 23:49:51.890919 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a1fc539d-030f-4363-8fc0-fa71ea8bfb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:52.126003 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415c4b2-00f3-4839-a51d-c3d407f63471 req-38eed941-455c-4d5c-a191-38c5781aa4ab tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:52.127450 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5415c4b2-00f3-4839-a51d-c3d407f63471 req-38eed941-455c-4d5c-a191-38c5781aa4ab tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0554535 Feb 20 23:49:52.174147 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5415c4b2-00f3-4839-a51d-c3d407f63471 req-92ca7607-4b84-458b-b48d-e5c9cae8120f tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409832 Feb 20 23:49:52.812144 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46866) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:52.967861 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-2506e12b-b3fe-463d-a045-9e0c7e08cbee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Deleting port f303f6dc-2d44-4dd7-9ba8-1641418c57f8 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:52.969135 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-2506e12b-b3fe-463d-a045-9e0c7e08cbee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (f303f6dc-2d44-4dd7-9ba8-1641418c57f8), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:53.045011 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-2506e12b-b3fe-463d-a045-9e0c7e08cbee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (f303f6dc-2d44-4dd7-9ba8-1641418c57f8), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:53.045332 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-2506e12b-b3fe-463d-a045-9e0c7e08cbee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for floatingip (f303f6dc-2d44-4dd7-9ba8-1641418c57f8), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:53.065985 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-2506e12b-b3fe-463d-a045-9e0c7e08cbee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Calling delete_port for f303f6dc-2d44-4dd7-9ba8-1641418c57f8 owned by network:floatingip {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:53.085226 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:53.304376 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d7ccd-7479-412e-8941-f1c1cd418753 req-a49dbb58-e17b-4e7a-b62f-820eee532f23 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:53.305860 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-553d7ccd-7479-412e-8941-f1c1cd418753 req-a49dbb58-e17b-4e7a-b62f-820eee532f23 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.0595865 Feb 20 23:49:53.324020 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-2506e12b-b3fe-463d-a045-9e0c7e08cbee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (f303f6dc-2d44-4dd7-9ba8-1641418c57f8), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:53.364515 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506e12b-b3fe-463d-a045-9e0c7e08cbee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Pushing event deleted for resources: {'Port': ['ID=f303f6dc-2d44-4dd7-9ba8-1641418c57f8,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:53.430111 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-553d7ccd-7479-412e-8941-f1c1cd418753 req-bdd668ea-e63d-4d89-a038-57b4e131b40b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174438 Feb 20 23:49:53.442749 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-2506e12b-b3fe-463d-a045-9e0c7e08cbee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for floatingip (f4c9b399-b247-4f18-99ec-a6bb8cc9b991), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:53.443133 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.l3_db [None req-2506e12b-b3fe-463d-a045-9e0c7e08cbee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Floating IP f4c9b399-b247-4f18-99ec-a6bb8cc9b991 disassociated (deleted). External IP: 172.27.0.254, port: 221400a7-920d-480c-b9c8-d8321433f6c8. Feb 20 23:49:53.656181 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2506e12b-b3fe-463d-a045-9e0c7e08cbee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:49:54.058876 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c914e6e-22d0-4b52-9b4f-074bfc6d788e req-ead627be-1973-4442-aa36-9f877ca6a571 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:54.061436 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8c914e6e-22d0-4b52-9b4f-074bfc6d788e req-ead627be-1973-4442-aa36-9f877ca6a571 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 945 time: 0.0974600 Feb 20 23:49:54.076532 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2506e12b-b3fe-463d-a045-9e0c7e08cbee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:49:54.085523 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-2506e12b-b3fe-463d-a045-9e0c7e08cbee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:54.087647 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d92e97-7eba-40a8-8975-1e0d68e64b7b None None] Sync routers for ids ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:49:54.097740 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d92e97-7eba-40a8-8975-1e0d68e64b7b None None] Routers {'2da995bf-a39f-42be-9f81-f3a09d1bfc38'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:49:54.098284 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-60d92e97-7eba-40a8-8975-1e0d68e64b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:49:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:54.137084 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-2506e12b-b3fe-463d-a045-9e0c7e08cbee tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "DELETE /v2.0/floatingips/f4c9b399-b247-4f18-99ec-a6bb8cc9b991 HTTP/1.1" status: 204 len: 168 time: 1.3211427 Feb 20 23:49:54.137084 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:49:54.137935 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07000a26-136c-4f78-bcb1-1431fcbb6f04" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:49:54.143447 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8c914e6e-22d0-4b52-9b4f-074bfc6d788e req-9bbe6856-20f9-4406-b085-e5bffbaf4b43 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751882 Feb 20 23:49:54.188113 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:49:54.201659 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ea2cdc-9eb6-4a6b-8838-6ad0c385fa84 x-openstack-request-id: req-05ea2cdc-9eb6-4a6b-8838-6ad0c385fa84 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:49:54.202058 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:49:54.202379 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05ea2cdc-9eb6-4a6b-8838-6ad0c385fa84 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:49:54.202885 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8', 'status': 'completed', 'code': 200} Feb 20 23:49:54.243414 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-60d92e97-7eba-40a8-8975-1e0d68e64b7b None None] Set router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:49:54.269821 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07000a26-136c-4f78-bcb1-1431fcbb6f04 req-2e100a75-b70d-4bf8-b02e-0721da94a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:54.271347 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07000a26-136c-4f78-bcb1-1431fcbb6f04 req-2e100a75-b70d-4bf8-b02e-0721da94a701 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9704bde2289741f59198b9678b2f9d9a&device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 1129 time: 0.0458789 Feb 20 23:49:54.366444 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07000a26-136c-4f78-bcb1-1431fcbb6f04 req-1f60ca3f-fd9e-4afc-bde0-ba1607d7014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:54.367885 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07000a26-136c-4f78-bcb1-1431fcbb6f04 req-1f60ca3f-fd9e-4afc-bde0-ba1607d7014e service neutron] 10.222.0.89 "GET /v2.0/networks?id=4ddbeba2-7535-4779-a318-706b0514660a HTTP/1.1" status: 200 len: 909 time: 0.0887661 Feb 20 23:49:54.410000 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07000a26-136c-4f78-bcb1-1431fcbb6f04 req-890434ff-b445-46c6-a477-bd67c9509264 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221400a7-920d-480c-b9c8-d8321433f6c8 HTTP/1.1" status: 200 len: 217 time: 0.0350258 Feb 20 23:49:54.413656 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:54.432223 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'port_id': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'mac_address': 'fa:16:3e:41:e9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:49:54.458832 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07000a26-136c-4f78-bcb1-1431fcbb6f04 req-2c4e78d8-beef-45f6-8fd8-33db981a795d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:54.460303 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07000a26-136c-4f78-bcb1-1431fcbb6f04 req-2c4e78d8-beef-45f6-8fd8-33db981a795d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8fdea6cf-4a9e-4a47-8b5e-4805b1b60543 HTTP/1.1" status: 200 len: 847 time: 0.0441201 Feb 20 23:49:54.512722 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:49:54.513271 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:54.537875 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:49:54.540716 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07000a26-136c-4f78-bcb1-1431fcbb6f04 req-3497a0f9-a1e2-463f-9019-1c075f4d6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:54.542621 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07000a26-136c-4f78-bcb1-1431fcbb6f04 req-3497a0f9-a1e2-463f-9019-1c075f4d6ded service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ddbeba2-7535-4779-a318-706b0514660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749729 Feb 20 23:49:54.701705 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:54.703133 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc06a72-2796-4cea-8ad1-651600ac8030 req-c5cc5c06-b861-4b33-b6cf-9369f6df4b65 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:54.704793 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3fc06a72-2796-4cea-8ad1-651600ac8030 req-c5cc5c06-b861-4b33-b6cf-9369f6df4b65 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 943 time: 0.1612039 Feb 20 23:49:54.718550 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-60d92e97-7eba-40a8-8975-1e0d68e64b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:41Z', 'revision_number': 4, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port': {'id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '91066308-0bfe-447b-bd53-1e438c672e5c', 'name': '', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'mac_address': 'fa:16:3e:9a:e2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:41Z', 'updated_at': '2022-02-20T23:42:45Z', 'revision_number': 5, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'subnets': [{'id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:54.730042 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deaad8-880d-4d0d-b2db-d1feb6157167 req-d2d1bf37-e3ae-4571-a5b7-1fe68e980aba tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:54.732095 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a6deaad8-880d-4d0d-b2db-d1feb6157167 req-d2d1bf37-e3ae-4571-a5b7-1fe68e980aba tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.1745911 Feb 20 23:49:54.740424 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07000a26-136c-4f78-bcb1-1431fcbb6f04 req-9c00d3a5-f67d-4dab-990f-0c853011ab50 service neutron] 10.222.0.89 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846120 Feb 20 23:49:54.745707 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d92e97-7eba-40a8-8975-1e0d68e64b7b None None] Checking router: 2da995bf-a39f-42be-9f81-f3a09d1bfc38 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:49:54.754933 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d92e97-7eba-40a8-8975-1e0d68e64b7b None None] Routers {'2da995bf-a39f-42be-9f81-f3a09d1bfc38'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:49:54.755540 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-60d92e97-7eba-40a8-8975-1e0d68e64b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:49:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:54.791948 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:54.797472 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:54.874522 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3fc06a72-2796-4cea-8ad1-651600ac8030 req-7c8eeece-2d3a-43ca-adfd-fab4b4585ceb tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634777 Feb 20 23:49:54.882035 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a6deaad8-880d-4d0d-b2db-d1feb6157167 req-c85b79d6-75e6-4368-98be-ce99ea102710 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375670 Feb 20 23:49:54.890924 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,revision_number=9']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:54.911087 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-60d92e97-7eba-40a8-8975-1e0d68e64b7b None None] Set router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:49:54.926328 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-07000a26-136c-4f78-bcb1-1431fcbb6f04 req-f1d8dfb3-6146-4ccd-96ad-c4d62c3ec830 service neutron] 10.222.0.89 "GET /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697106 Feb 20 23:49:55.114673 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-60d92e97-7eba-40a8-8975-1e0d68e64b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:41Z', 'revision_number': 4, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port': {'id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '91066308-0bfe-447b-bd53-1e438c672e5c', 'name': '', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'mac_address': 'fa:16:3e:9a:e2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:41Z', 'updated_at': '2022-02-20T23:42:45Z', 'revision_number': 5, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'subnets': [{'id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:55.140717 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d92e97-7eba-40a8-8975-1e0d68e64b7b None None] The sync data for ids ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'] in dv-cinder-813221-6-iscsi is: [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:41Z', 'revision_number': 4, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port': {'id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '91066308-0bfe-447b-bd53-1e438c672e5c', 'name': '', 'network_id': '4ddbeba2-7535-4779-a318-706b0514660a', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'mac_address': 'fa:16:3e:9a:e2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:41Z', 'updated_at': '2022-02-20T23:42:45Z', 'revision_number': 5, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'subnets': [{'id': '8fdea6cf-4a9e-4a47-8b5e-4805b1b60543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:49:55.172310 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['9c92c76d-0c67-4204-aa1c-95ade4fcc7ef'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:49:55.281035 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab506789-6b0b-4d28-a2f5-a7d2244a8a67 req-b7daa551-5a6d-4155-a860-14508f20942a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:55.282837 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ab506789-6b0b-4d28-a2f5-a7d2244a8a67 req-b7daa551-5a6d-4155-a860-14508f20942a tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 945 time: 0.0558538 Feb 20 23:49:55.334209 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ab506789-6b0b-4d28-a2f5-a7d2244a8a67 req-9898326c-9c27-4c3f-b71a-dc88d9274f1c tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452595 Feb 20 23:49:55.384118 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9dc1fa-a38d-4ca8-8689-ec2940ead13a None None] New status for floating IP f4c9b399-b247-4f18-99ec-a6bb8cc9b991: DOWN {{(pid=109849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:49:56.039214 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac29d0-3f78-4ac5-89bb-0705848fa6bd req-3361cf02-e64f-476c-bea2-3f4ae352c40b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:56.040683 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-68ac29d0-3f78-4ac5-89bb-0705848fa6bd req-3361cf02-e64f-476c-bea2-3f4ae352c40b tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 944 time: 0.0886657 Feb 20 23:49:56.051695 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aee2e-9b1e-4c67-8cb0-79d030797263 req-8ad5d9fb-5bc0-4770-ab6b-26afc2479d53 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:56.053134 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cc9aee2e-9b1e-4c67-8cb0-79d030797263 req-8ad5d9fb-5bc0-4770-ab6b-26afc2479d53 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0745301 Feb 20 23:49:56.124788 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-68ac29d0-3f78-4ac5-89bb-0705848fa6bd req-79b51bb7-b497-492b-900a-c7e88d608cd6 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706844 Feb 20 23:49:56.129195 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-cc9aee2e-9b1e-4c67-8cb0-79d030797263 req-8f889340-db89-454f-bcb8-cac97b047e64 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5d490e0-7770-47db-b7e9-50b8ffac6cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691259 Feb 20 23:49:56.148934 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:56.163008 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:49:56.222009 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:49:56.222394 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:56.266722 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-0e8257ea-548a-4f38-850d-6242cff6f228 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:56.268156 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-0e8257ea-548a-4f38-850d-6242cff6f228 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 945 time: 0.0541663 Feb 20 23:49:56.319548 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:49:56.319938 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:56.342553 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:49:56.344822 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fb15a8-18c9-4d0c-8bc9-cb759b14af59" -d '{"events": [{"server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "name": "network-vif-plugged", "status": "completed", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:49:56.366323 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:56.378191 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Deleting port 775f6198-293d-4f7d-8bd5-4a0ee74fef58 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:56.378533 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:56.385740 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a91bdf-65d2-4114-a866-9f7967f5f2de x-openstack-request-id: req-a4a91bdf-65d2-4114-a866-9f7967f5f2de {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:49:56.386037 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "name": "network-vif-plugged", "status": "completed", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:49:56.386298 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4a91bdf-65d2-4114-a866-9f7967f5f2de {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:49:56.386700 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'code': 200} Feb 20 23:49:56.411139 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:56.463485 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,revision_number=10']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:56.516468 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c1e87-cf69-4d5f-95eb-7f4b5f6fb258 req-543247e7-429d-47f2-b735-29dc680d8ea4 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:56.518141 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1e1c1e87-cf69-4d5f-95eb-7f4b5f6fb258 req-543247e7-429d-47f2-b735-29dc680d8ea4 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 945 time: 0.0598106 Feb 20 23:49:56.519140 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] For port 775f6198-293d-4f7d-8bd5-4a0ee74fef58, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=775f6198-293d-4f7d-8bd5-4a0ee74fef58,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:56.519503 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:56.536042 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030c2b2-5072-427f-a03f-1101a9b7522b req-4d424b27-7417-443d-ac9f-578afe399983 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:56.537569 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a030c2b2-5072-427f-a03f-1101a9b7522b req-4d424b27-7417-443d-ac9f-578afe399983 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 945 time: 0.1084433 Feb 20 23:49:56.622306 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-1e1c1e87-cf69-4d5f-95eb-7f4b5f6fb258 req-89c8243e-0571-45d0-81fc-8c77a99012ff tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Deleting port 221400a7-920d-480c-b9c8-d8321433f6c8 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:56.622608 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-1e1c1e87-cf69-4d5f-95eb-7f4b5f6fb258 req-89c8243e-0571-45d0-81fc-8c77a99012ff tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:56.670321 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a030c2b2-5072-427f-a03f-1101a9b7522b req-4fdfd264-9c67-40fe-ae01-8dd1325603b4 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups?id=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258526 Feb 20 23:49:56.727195 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [req-1e1c1e87-cf69-4d5f-95eb-7f4b5f6fb258 req-89c8243e-0571-45d0-81fc-8c77a99012ff tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] For port 221400a7-920d-480c-b9c8-d8321433f6c8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=221400a7-920d-480c-b9c8-d8321433f6c8,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:49:56.727465 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-1e1c1e87-cf69-4d5f-95eb-7f4b5f6fb258 req-89c8243e-0571-45d0-81fc-8c77a99012ff tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:56.741030 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [req-1e1c1e87-cf69-4d5f-95eb-7f4b5f6fb258 req-89c8243e-0571-45d0-81fc-8c77a99012ff tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Calling delete_port for 221400a7-920d-480c-b9c8-d8321433f6c8 owned by compute:nova {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:56.784075 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ae91e-5615-4e64-b908-077a3f960ff7 req-3220560e-7bf4-45c3-91c4-2a469943e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:56.785609 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-722ae91e-5615-4e64-b908-077a3f960ff7 req-3220560e-7bf4-45c3-91c4-2a469943e6f6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 1130 time: 0.1073985 Feb 20 23:49:56.788422 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:56.788823 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:56.789141 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.l3_db [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Floating IP bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f disassociated. External IP: 172.27.0.176, port: 775f6198-293d-4f7d-8bd5-4a0ee74fef58. Feb 20 23:49:56.789489 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Calling delete_port for 775f6198-293d-4f7d-8bd5-4a0ee74fef58 owned by compute:nova {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:56.880420 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-722ae91e-5615-4e64-b908-077a3f960ff7 req-ad336766-332f-4560-9af0-9b7395c4f3c5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868788 Feb 20 23:49:56.936425 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-1e1c1e87-cf69-4d5f-95eb-7f4b5f6fb258 req-89c8243e-0571-45d0-81fc-8c77a99012ff tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (221400a7-920d-480c-b9c8-d8321433f6c8), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:56.966870 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8243e-0571-45d0-81fc-8c77a99012ff tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Pushing event deleted for resources: {'Port': ['ID=221400a7-920d-480c-b9c8-d8321433f6c8,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:57.011663 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1c1e87-cf69-4d5f-95eb-7f4b5f6fb258 req-89c8243e-0571-45d0-81fc-8c77a99012ff tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] No DVR routers for this DVR port 221400a7-920d-480c-b9c8-d8321433f6c8 on host hv-cinder-81322 {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:49:57.014899 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [req-1e1c1e87-cf69-4d5f-95eb-7f4b5f6fb258 req-89c8243e-0571-45d0-81fc-8c77a99012ff tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:57.018198 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1e1c1e87-cf69-4d5f-95eb-7f4b5f6fb258 req-89c8243e-0571-45d0-81fc-8c77a99012ff tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.89 "DELETE /v2.0/ports/221400a7-920d-480c-b9c8-d8321433f6c8 HTTP/1.1" status: 204 len: 173 time: 0.4925902 Feb 20 23:49:57.018815 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'name': 'network-vif-deleted', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:49:57.020928 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bde4265-3ea6-436f-a538-e4358854fa40" -d '{"events": [{"server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "name": "network-vif-deleted", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:49:57.027699 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (775f6198-293d-4f7d-8bd5-4a0ee74fef58), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:57.057739 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event deleted for resources: {'Port': ['ID=775f6198-293d-4f7d-8bd5-4a0ee74fef58,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:57.058833 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9955f13-27f6-4961-bc3f-8eb00a796018 x-openstack-request-id: req-c9955f13-27f6-4961-bc3f-8eb00a796018 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:49:57.059639 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad74461-00a7-4742-a24c-0d16b39791fd", "name": "network-vif-deleted", "tag": "221400a7-920d-480c-b9c8-d8321433f6c8", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:49:57.059895 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9955f13-27f6-4961-bc3f-8eb00a796018 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:49:57.060942 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad74461-00a7-4742-a24c-0d16b39791fd', 'name': 'network-vif-deleted', 'tag': '221400a7-920d-480c-b9c8-d8321433f6c8', 'status': 'completed', 'code': 200} Feb 20 23:49:57.178898 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Router 9572085e-970c-47c0-9c72-28559b9340a8 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:49:57.289417 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0f086f38-ecee-417f-911c-f7041640a76f req-29d21929-51bf-4869-bcdb-d255bc52cf24 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 210 time: 0.0574126 Feb 20 23:49:57.364973 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ed9ac-78fe-42e0-8e45-a3002518a6be req-db65073f-16fb-451c-9686-603d248e2940 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:57.366455 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7b8ed9ac-78fe-42e0-8e45-a3002518a6be req-db65073f-16fb-451c-9686-603d248e2940 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 946 time: 0.1357820 Feb 20 23:49:57.380267 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:49:57.394322 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951fc166-3d28-4f84-abf3-5c34326d9d0a None None] Sync routers for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:49:57.409339 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951fc166-3d28-4f84-abf3-5c34326d9d0a None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:49:57.410309 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-951fc166-3d28-4f84-abf3-5c34326d9d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:49:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:57.437731 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] No DVR routers for this DVR port 775f6198-293d-4f7d-8bd5-4a0ee74fef58 on host hv-cinder-81322 {{(pid=109846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:49:57.440541 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:57.444596 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f7e0f599-faa6-4607-b004-4571ea2acaa7 req-be624081-f0c0-4def-a81b-3b9798d4071f tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.89 "DELETE /v2.0/ports/775f6198-293d-4f7d-8bd5-4a0ee74fef58 HTTP/1.1" status: 204 len: 173 time: 1.1654921 Feb 20 23:49:57.452796 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1cd073-b400-4fc4-8a54-a4b842830638', 'name': 'network-vif-deleted', 'tag': '775f6198-293d-4f7d-8bd5-4a0ee74fef58'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:49:57.454908 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c7764d-2fff-4271-b609-d867df1beff6" -d '{"events": [{"server_uuid": "2b1cd073-b400-4fc4-8a54-a4b842830638", "name": "network-vif-deleted", "tag": "775f6198-293d-4f7d-8bd5-4a0ee74fef58"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:49:57.497051 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7b8ed9ac-78fe-42e0-8e45-a3002518a6be req-b13c6131-79e1-4883-848d-6afe8c5727c7 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226361 Feb 20 23:49:57.511191 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35b417e-dd65-492b-93fd-7661d43a1511 x-openstack-request-id: req-c35b417e-dd65-492b-93fd-7661d43a1511 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:49:57.514415 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1cd073-b400-4fc4-8a54-a4b842830638", "name": "network-vif-deleted", "tag": "775f6198-293d-4f7d-8bd5-4a0ee74fef58", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:49:57.514415 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c35b417e-dd65-492b-93fd-7661d43a1511 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:49:57.514415 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1cd073-b400-4fc4-8a54-a4b842830638', 'name': 'network-vif-deleted', 'tag': '775f6198-293d-4f7d-8bd5-4a0ee74fef58', 'status': 'completed', 'code': 200} Feb 20 23:49:57.576004 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-951fc166-3d28-4f84-abf3-5c34326d9d0a None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:49:57.781695 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7eb52cd8-2edc-4e1f-bf23-8ffc9a848aba req-2ccea2f1-67ad-4497-b1d7-fbd94080908d tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1cd073-b400-4fc4-8a54-a4b842830638 HTTP/1.1" status: 200 len: 210 time: 0.0371468 Feb 20 23:49:57.792206 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-951fc166-3d28-4f84-abf3-5c34326d9d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:57.821164 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951fc166-3d28-4f84-abf3-5c34326d9d0a None None] Checking router: 9572085e-970c-47c0-9c72-28559b9340a8 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:49:57.830591 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951fc166-3d28-4f84-abf3-5c34326d9d0a None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:49:57.831205 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-951fc166-3d28-4f84-abf3-5c34326d9d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:49:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:57.943128 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-951fc166-3d28-4f84-abf3-5c34326d9d0a None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:49:58.144200 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-951fc166-3d28-4f84-abf3-5c34326d9d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:49:58.173336 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951fc166-3d28-4f84-abf3-5c34326d9d0a None None] The sync data for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi is: [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:40:29Z', 'revision_number': 4, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '4be97cd9-7403-445c-b7c5-8c4eced0ac22', 'name': '', 'network_id': '670c1c1c-cc9c-4c79-9476-1429c1cf5ebf', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'mac_address': 'fa:16:3e:27:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:27Z', 'updated_at': '2022-02-20T23:40:38Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'subnets': [{'id': '350751a2-e0e2-4ae4-8032-3a3155ee3ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:49:58.474132 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19eea7-683d-45eb-9818-7e8c7b5d692a None None] New status for floating IP bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f: DOWN {{(pid=109849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:49:58.520042 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-dc362dc3-277b-4725-8fb8-51e2fc77517e req-7e3a0831-cf9b-46cc-a8a9-a0729d42fb80 tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ad74461-00a7-4742-a24c-0d16b39791fd HTTP/1.1" status: 200 len: 210 time: 0.0326960 Feb 20 23:49:58.643186 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a978f-6270-48be-8657-8e88a912a1b9 req-327dd6df-e6f3-4bbd-ba07-a8e4e4f663da tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:58.646021 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fa6a978f-6270-48be-8657-8e88a912a1b9 req-327dd6df-e6f3-4bbd-ba07-a8e4e4f663da tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 946 time: 0.0661082 Feb 20 23:49:58.692876 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fa6a978f-6270-48be-8657-8e88a912a1b9 req-12b668d4-300a-4b3a-bb15-7e16beca2be7 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459061 Feb 20 23:49:58.921191 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 46960) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:58.973418 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-40d4c4b0-0108-4f75-aa1d-66761a4706b8 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group (eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:58.997207 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-40d4c4b0-0108-4f75-aa1d-66761a4706b8 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group (eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.102413 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-40d4c4b0-0108-4f75-aa1d-66761a4706b8 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.105047 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-40d4c4b0-0108-4f75-aa1d-66761a4706b8 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.106743 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-40d4c4b0-0108-4f75-aa1d-66761a4706b8 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "DELETE /v2.0/security-groups/eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0 HTTP/1.1" status: 204 len: 168 time: 0.1840429 Feb 20 23:49:59.109770 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46962) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:59.119897 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4c4b0-0108-4f75-aa1d-66761a4706b8 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:59.122723 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.api.v2.resource [None req-df61080b-16cb-4e77-9f4c-c30a7e898c81 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] show failed (client error): The resource could not be found. Feb 20 23:49:59.123964 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-df61080b-16cb-4e77-9f4c-c30a7e898c81 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "GET /v2.0/security-groups/eea7a81f-42c3-42d2-8559-ecdaa8ae6dc0 HTTP/1.1" status: 404 len: 347 time: 0.0132344 Feb 20 23:49:59.126878 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46964) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:59.263213 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-d94f1401-270b-452f-8099-8ead75bd0e87 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Deleting port b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:49:59.264257 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d94f1401-270b-452f-8099-8ead75bd0e87 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.344881 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d94f1401-270b-452f-8099-8ead75bd0e87 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.345205 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d94f1401-270b-452f-8099-8ead75bd0e87 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.357298 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-d94f1401-270b-452f-8099-8ead75bd0e87 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Calling delete_port for b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c owned by network:floatingip {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:49:59.587534 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46968) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:49:59.588126 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.614885 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d94f1401-270b-452f-8099-8ead75bd0e87 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.653538 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f1401-270b-452f-8099-8ead75bd0e87 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Pushing event deleted for resources: {'Port': ['ID=b4e8dbb7-7091-4a6d-a2fa-6cc11b76fd1c,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:59.708685 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group (b5d490e0-7770-47db-b7e9-50b8ffac6cc9), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.750368 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group (b5d490e0-7770-47db-b7e9-50b8ffac6cc9), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.760197 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d94f1401-270b-452f-8099-8ead75bd0e87 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks [] for floatingip (bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.763367 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d94f1401-270b-452f-8099-8ead75bd0e87 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.764531 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-d94f1401-270b-452f-8099-8ead75bd0e87 tempest-AttachVolumeTestJSON-642056324 tempest-AttachVolumeTestJSON-642056324-project] 10.222.0.37 "DELETE /v2.0/floatingips/bf1fb8e2-0bb5-4329-89cb-b987b60f0b9f HTTP/1.1" status: 204 len: 168 time: 0.6253769 Feb 20 23:49:59.847478 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931da9-d09d-42a4-a903-99a9eae47fe3 req-0536a842-a069-407e-82f0-4a0ac656b886 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:49:59.848976 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-89931da9-d09d-42a4-a903-99a9eae47fe3 req-0536a842-a069-407e-82f0-4a0ac656b886 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 946 time: 0.0722198 Feb 20 23:49:59.899126 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-89931da9-d09d-42a4-a903-99a9eae47fe3 req-6123c2f1-2358-4305-999d-443c77dfbdf1 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444682 Feb 20 23:49:59.953410 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (b5d490e0-7770-47db-b7e9-50b8ffac6cc9), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.956154 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:49:59.957316 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] 10.222.0.37 "DELETE /v2.0/security-groups/b5d490e0-7770-47db-b7e9-50b8ffac6cc9 HTTP/1.1" status: 204 len: 168 time: 0.3688030 Feb 20 23:49:59.967094 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d490e0-7770-47db-b7e9-50b8ffac6cc9,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:49:59.974517 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:59.974873 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:59.975216 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:59.975551 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:59.975883 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:59.976213 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:59.976539 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:59.976915 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:59.977239 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:59.977562 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:59.977885 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:59.978204 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:49:59.978525 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa662a69-94a7-465e-8a2d-c3f679bafa7e tempest-TestShelveInstance-1142886333 tempest-TestShelveInstance-1142886333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:00.061192 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:50:00.070492 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46980) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:00.210774 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 775f6198-293d-4f7d-8bd5-4a0ee74fef58 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:50:00.231045 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: 775f6198-293d-4f7d-8bd5-4a0ee74fef58 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:50:00.231649 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 775f6198-293d-4f7d-8bd5-4a0ee74fef58 not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:50:00.232134 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 221400a7-920d-480c-b9c8-d8321433f6c8 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:50:00.251307 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: 221400a7-920d-480c-b9c8-d8321433f6c8 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:50:00.251649 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 221400a7-920d-480c-b9c8-d8321433f6c8 not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:50:00.516994 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e58e8da6-d3fc-42c1-9f98-5089938cd557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684852'] for router_interface (2da995bf-a39f-42be-9f81-f3a09d1bfc38), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:00.762443 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-e58e8da6-d3fc-42c1-9f98-5089938cd557 admin admin] Deleting port 91066308-0bfe-447b-bd53-1e438c672e5c {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:50:00.763731 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e58e8da6-d3fc-42c1-9f98-5089938cd557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:00.839273 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [None req-e58e8da6-d3fc-42c1-9f98-5089938cd557 admin admin] For port 91066308-0bfe-447b-bd53-1e438c672e5c, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=91066308-0bfe-447b-bd53-1e438c672e5c,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:00.839625 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e58e8da6-d3fc-42c1-9f98-5089938cd557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:00.851727 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-e58e8da6-d3fc-42c1-9f98-5089938cd557 admin admin] Calling delete_port for 91066308-0bfe-447b-bd53-1e438c672e5c owned by network:router_interface {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:50:01.108346 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e58e8da6-d3fc-42c1-9f98-5089938cd557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (91066308-0bfe-447b-bd53-1e438c672e5c), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:01.136124 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e8da6-d3fc-42c1-9f98-5089938cd557 admin admin] Pushing event deleted for resources: {'Port': ['ID=91066308-0bfe-447b-bd53-1e438c672e5c,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:01.578702 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e58e8da6-d3fc-42c1-9f98-5089938cd557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4169999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687780'] for router_interface (2da995bf-a39f-42be-9f81-f3a09d1bfc38), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:01.801652 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58e8da6-d3fc-42c1-9f98-5089938cd557 admin admin] Router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:50:01.910904 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58e8da6-d3fc-42c1-9f98-5089938cd557 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:50:01.915886 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-e58e8da6-d3fc-42c1-9f98-5089938cd557 admin admin] 10.222.0.37 "PUT /v2.0/routers/2da995bf-a39f-42be-9f81-f3a09d1bfc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8442266 Feb 20 23:50:01.918419 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 46990) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:01.921214 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc46da-4cc7-48ed-a208-03128c3b2cc3 None None] Sync routers for ids ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:50:01.930627 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc46da-4cc7-48ed-a208-03128c3b2cc3 None None] Routers {'2da995bf-a39f-42be-9f81-f3a09d1bfc38'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:50:01.931234 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-83fc46da-4cc7-48ed-a208-03128c3b2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:49:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:02.023328 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Publish callbacks [] for router (2da995bf-a39f-42be-9f81-f3a09d1bfc38), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:02.040705 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-83fc46da-4cc7-48ed-a208-03128c3b2cc3 None None] Set router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:50:02.129499 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Publish callbacks [] for router_gateway (2da995bf-a39f-42be-9f81-f3a09d1bfc38), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:02.225617 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-83fc46da-4cc7-48ed-a208-03128c3b2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:50:00Z', 'revision_number': 5, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port': {'id': '3860b9d8-db3a-4539-a7f3-12f4d194d932', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:02.229734 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Deleting port 3860b9d8-db3a-4539-a7f3-12f4d194d932 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:50:02.230065 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:02.252933 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc46da-4cc7-48ed-a208-03128c3b2cc3 None None] Checking router: 2da995bf-a39f-42be-9f81-f3a09d1bfc38 for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:50:02.261437 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc46da-4cc7-48ed-a208-03128c3b2cc3 None None] Routers {'2da995bf-a39f-42be-9f81-f3a09d1bfc38'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:50:02.262111 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-83fc46da-4cc7-48ed-a208-03128c3b2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:49:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:02.311241 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] For port 3860b9d8-db3a-4539-a7f3-12f4d194d932, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=3860b9d8-db3a-4539-a7f3-12f4d194d932,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:02.311603 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:02.325178 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Calling delete_port for 3860b9d8-db3a-4539-a7f3-12f4d194d932 owned by network:router_gateway {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:50:02.508892 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-83fc46da-4cc7-48ed-a208-03128c3b2cc3 None None] Set router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 gateway port host: None {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:50:02.563006 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-83fc46da-4cc7-48ed-a208-03128c3b2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:50:02Z', 'revision_number': 6, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port_host': None}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:02.576159 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (3860b9d8-db3a-4539-a7f3-12f4d194d932), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:02.592500 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc46da-4cc7-48ed-a208-03128c3b2cc3 None None] The sync data for ids ['2da995bf-a39f-42be-9f81-f3a09d1bfc38'] in dv-cinder-813221-6-iscsi is: [{'id': '2da995bf-a39f-42be-9f81-f3a09d1bfc38', 'name': 'tempest-TestShelveInstance-110273110-router', 'tenant_id': '9704bde2289741f59198b9678b2f9d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:38Z', 'updated_at': '2022-02-20T23:50:02Z', 'revision_number': 6, 'project_id': '9704bde2289741f59198b9678b2f9d9a', 'gw_port_host': None}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:50:02.607790 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Pushing event deleted for resources: {'Port': ['ID=3860b9d8-db3a-4539-a7f3-12f4d194d932,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:02.678622 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686798'] for router_gateway (2da995bf-a39f-42be-9f81-f3a09d1bfc38), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:02.768553 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10424'] for router (2da995bf-a39f-42be-9f81-f3a09d1bfc38), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:02.770546 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Publish callbacks [] for router_controller (2da995bf-a39f-42be-9f81-f3a09d1bfc38), precommit_delete_associations {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:02.890342 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682923'] for router (2da995bf-a39f-42be-9f81-f3a09d1bfc38), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:02.891009 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2da995bf-a39f-42be-9f81-f3a09d1bfc38 {{(pid=109846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:50:02.899802 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:02.899802 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-e57ab2b7-b8e9-40e4-b44a-4fa9799a2533 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2da995bf-a39f-42be-9f81-f3a09d1bfc38 HTTP/1.1" status: 204 len: 168 time: 0.9770920 Feb 20 23:50:02.899802 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47002) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:02.945421 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_v2 [None req-723180c9-facc-4bd5-bd90-91551e6b96a9 admin admin] Deleting subnet 8fdea6cf-4a9e-4a47-8b5e-4805b1b60543 {{(pid=109846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:50:02.949023 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-723180c9-facc-4bd5-bd90-91551e6b96a9 admin admin] Publish callbacks [] for subnet (8fdea6cf-4a9e-4a47-8b5e-4805b1b60543), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:02.995000 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-723180c9-facc-4bd5-bd90-91551e6b96a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62845135'] for subnet (8fdea6cf-4a9e-4a47-8b5e-4805b1b60543), precommit_delete_associations {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.071410 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 91066308-0bfe-447b-bd53-1e438c672e5c no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:50:03.088898 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-723180c9-facc-4bd5-bd90-91551e6b96a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (8fdea6cf-4a9e-4a47-8b5e-4805b1b60543), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.091921 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 91066308-0bfe-447b-bd53-1e438c672e5c {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:50:03.092278 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 91066308-0bfe-447b-bd53-1e438c672e5c not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:50:03.217134 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-723180c9-facc-4bd5-bd90-91551e6b96a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58947288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59354509'] for subnet (8fdea6cf-4a9e-4a47-8b5e-4805b1b60543), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.240803 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723180c9-facc-4bd5-bd90-91551e6b96a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fdea6cf-4a9e-4a47-8b5e-4805b1b60543,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:03.248106 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-723180c9-facc-4bd5-bd90-91551e6b96a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.253915 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-723180c9-facc-4bd5-bd90-91551e6b96a9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8fdea6cf-4a9e-4a47-8b5e-4805b1b60543 HTTP/1.1" status: 204 len: 168 time: 0.3513913 Feb 20 23:50:03.254073 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b7044e-b335-4c87-949d-ea369f3e4862 None None] Network 4ddbeba2-7535-4779-a318-706b0514660a requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:50:03.254167 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47004) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:03.322449 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (4ddbeba2-7535-4779-a318-706b0514660a), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.384166 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Deleting port 95d3e389-7a23-46f4-8cb8-74342efb94eb {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:50:03.384828 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.410717 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc5d051-62ab-4f35-ae71-9bb7e19f8bb2 None None] DHCP port deletion for 4ddbeba2-7535-4779-a318-706b0514660a request from dv-cinder-813221-6-iscsi {{(pid=109848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:50:03.450824 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] For port 95d3e389-7a23-46f4-8cb8-74342efb94eb, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=95d3e389-7a23-46f4-8cb8-74342efb94eb,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:03.451189 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.462008 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5d051-62ab-4f35-ae71-9bb7e19f8bb2 None None] Deleting port 95d3e389-7a23-46f4-8cb8-74342efb94eb {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:50:03.462423 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d051-62ab-4f35-ae71-9bb7e19f8bb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.464336 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Calling delete_port for 95d3e389-7a23-46f4-8cb8-74342efb94eb owned by network:dhcp {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:50:03.552963 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-fbc5d051-62ab-4f35-ae71-9bb7e19f8bb2 None None] For port 95d3e389-7a23-46f4-8cb8-74342efb94eb, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=95d3e389-7a23-46f4-8cb8-74342efb94eb,segment=NetworkSegment(a3ba87d3-d571-4e23-acea-5c9e2aad6ed3),segment_id=a3ba87d3-d571-4e23-acea-5c9e2aad6ed3)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:03.553314 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d051-62ab-4f35-ae71-9bb7e19f8bb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.566184 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5d051-62ab-4f35-ae71-9bb7e19f8bb2 None None] Calling delete_port for 95d3e389-7a23-46f4-8cb8-74342efb94eb owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:50:03.633715 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.644750 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d051-62ab-4f35-ae71-9bb7e19f8bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883'] for port (95d3e389-7a23-46f4-8cb8-74342efb94eb), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.662426 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d3e389-7a23-46f4-8cb8-74342efb94eb,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:03.666432 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] No DVR routers for this DVR port 95d3e389-7a23-46f4-8cb8-74342efb94eb on host dv-cinder-813221-6-iscsi {{(pid=109846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:50:03.678895 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5d051-62ab-4f35-ae71-9bb7e19f8bb2 None None] Pushing event deleted for resources: {'Port': ['ID=95d3e389-7a23-46f4-8cb8-74342efb94eb,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:03.680961 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5d051-62ab-4f35-ae71-9bb7e19f8bb2 None None] No DVR routers for this DVR port 95d3e389-7a23-46f4-8cb8-74342efb94eb on host dv-cinder-813221-6-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:50:03.753817 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (4ddbeba2-7535-4779-a318-706b0514660a), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.775931 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47012) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:03.778245 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddbeba2-7535-4779-a318-706b0514660a']}} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:03.787570 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3') {'for_net_delete': True} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:03.787861 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.services.segments.db [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ba87d3-d571-4e23-acea-5c9e2aad6ed3') {} {{(pid=109846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:03.801821 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62845142'] for segment (a3ba87d3-d571-4e23-acea-5c9e2aad6ed3), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.815240 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (a3ba87d3-d571-4e23-acea-5c9e2aad6ed3), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.821396 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:50:03.821855 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58918974'] for segment (a3ba87d3-d571-4e23-acea-5c9e2aad6ed3), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: Traceback (most recent call last): Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: timer() Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: cb(*args, **kw) Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: return func(*args, **kwargs) Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: self._notify() Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: self.callback(batched_events) Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: event.method(event) Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: return f(self, *a, **k) Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: return self._get(url).json() Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: return self.request(url, 'GET', **kwargs) Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:50:03.823706 dv-cinder-813221-6-iscsi neutron-server[109846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:50:03.919239 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (4ddbeba2-7535-4779-a318-706b0514660a), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.924673 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:03.927950 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4ddbeba2-7535-4779-a318-706b0514660a HTTP/1.1" status: 204 len: 168 time: 0.6729238 Feb 20 23:50:03.932930 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47016) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:03.939432 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba6529-93f3-4e16-94f4-7ff217783ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ddbeba2-7535-4779-a318-706b0514660a,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:04.504012 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684852'] for router_interface (9572085e-970c-47c0-9c72-28559b9340a8), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:04.656926 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c15ba43b-507b-4f71-8ead-13d4a4cb1647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684852'] for router_interface (f9765a8a-17d8-49ee-be7e-39d7280f957d), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:04.718799 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bc5c8-261e-4e4d-a0a5-3e587f074678 req-ccb615f7-93a3-4e71-850b-a0f62890f6ed tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:04.720312 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-869bc5c8-261e-4e4d-a0a5-3e587f074678 req-ccb615f7-93a3-4e71-850b-a0f62890f6ed tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 945 time: 0.0541193 Feb 20 23:50:04.770242 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-869bc5c8-261e-4e4d-a0a5-3e587f074678 req-53b69894-4f75-4997-a363-92ae86c50737 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441818 Feb 20 23:50:04.866252 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 3860b9d8-db3a-4539-a7f3-12f4d194d932 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:50:04.887067 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 3860b9d8-db3a-4539-a7f3-12f4d194d932 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:50:04.887435 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 3860b9d8-db3a-4539-a7f3-12f4d194d932 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:50:04.887847 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 95d3e389-7a23-46f4-8cb8-74342efb94eb no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:50:04.906868 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 95d3e389-7a23-46f4-8cb8-74342efb94eb {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:50:04.907208 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 95d3e389-7a23-46f4-8cb8-74342efb94eb not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:50:05.010301 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Deleting port 4be97cd9-7403-445c-b7c5-8c4eced0ac22 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:50:05.010923 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:05.114919 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] For port 4be97cd9-7403-445c-b7c5-8c4eced0ac22, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=4be97cd9-7403-445c-b7c5-8c4eced0ac22,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:05.115682 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:05.132481 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Calling delete_port for 4be97cd9-7403-445c-b7c5-8c4eced0ac22 owned by network:router_interface {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:50:05.137673 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-c15ba43b-507b-4f71-8ead-13d4a4cb1647 admin admin] Deleting port 8a231306-8592-44e2-9ac1-d8517606e0a8 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:50:05.137947 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c15ba43b-507b-4f71-8ead-13d4a4cb1647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:05.264389 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [None req-c15ba43b-507b-4f71-8ead-13d4a4cb1647 admin admin] For port 8a231306-8592-44e2-9ac1-d8517606e0a8, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=8a231306-8592-44e2-9ac1-d8517606e0a8,segment=NetworkSegment(ffaf94a9-15a8-4575-ab95-005f07b0490c),segment_id=ffaf94a9-15a8-4575-ab95-005f07b0490c)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:05.264762 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c15ba43b-507b-4f71-8ead-13d4a4cb1647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:05.311021 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-c15ba43b-507b-4f71-8ead-13d4a4cb1647 admin admin] Calling delete_port for 8a231306-8592-44e2-9ac1-d8517606e0a8 owned by network:router_interface {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:50:05.770457 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (4be97cd9-7403-445c-b7c5-8c4eced0ac22), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:05.799545 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=4be97cd9-7403-445c-b7c5-8c4eced0ac22,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:05.803935 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c15ba43b-507b-4f71-8ead-13d4a4cb1647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (8a231306-8592-44e2-9ac1-d8517606e0a8), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:05.829880 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:05.830238 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:05.830582 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:05.830919 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:05.831371 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:05.831681 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:05.831910 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:05.832244 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:05.832575 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:05.832934 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:05.833262 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:05.833586 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:05.833910 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:05.887297 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ba43b-507b-4f71-8ead-13d4a4cb1647 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a231306-8592-44e2-9ac1-d8517606e0a8,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:05.920510 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f1e3d-28cf-485f-b78a-6fe01cccf942 req-8e3388ec-0d79-4367-9d42-830cb8abf6de tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:05.928499 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-923f1e3d-28cf-485f-b78a-6fe01cccf942 req-8e3388ec-0d79-4367-9d42-830cb8abf6de tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 945 time: 0.0847132 Feb 20 23:50:06.001842 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-923f1e3d-28cf-485f-b78a-6fe01cccf942 req-c7ea5ee2-8d2f-4f22-8708-edf40d94b908 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664480 Feb 20 23:50:06.132663 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4169999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687780'] for router_interface (9572085e-970c-47c0-9c72-28559b9340a8), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:06.143876 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c15ba43b-507b-4f71-8ead-13d4a4cb1647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4169999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687780'] for router_interface (f9765a8a-17d8-49ee-be7e-39d7280f957d), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:06.390791 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-5ef2d552-2291-40e6-91f3-5f882ba77100 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:06.392127 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-5ef2d552-2291-40e6-91f3-5f882ba77100 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 945 time: 0.0514305 Feb 20 23:50:06.498878 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Deleting port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:50:06.499224 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:06.528565 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Router 9572085e-970c-47c0-9c72-28559b9340a8 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:50:06.539093 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15ba43b-507b-4f71-8ead-13d4a4cb1647 admin admin] Router f9765a8a-17d8-49ee-be7e-39d7280f957d has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:50:06.585611 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] For port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f46b0ba-8f95-4632-b9f0-5a6a16ad2981,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:06.585975 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:06.723057 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:50:06.735768 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-e52ca7a1-a397-41ee-a8bf-c98cdaea7cdf admin admin] 10.222.0.37 "PUT /v2.0/routers/9572085e-970c-47c0-9c72-28559b9340a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9563229 Feb 20 23:50:06.736525 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47024) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:06.738832 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347eb25a-4bbc-472f-91f5-7b5f4e4cd46b None None] Sync routers for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:50:06.750236 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347eb25a-4bbc-472f-91f5-7b5f4e4cd46b None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:50:06.751181 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-347eb25a-4bbc-472f-91f5-7b5f4e4cd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:49:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:06.760659 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:06.761041 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (e3251a4f-0e56-474b-9d8a-2dced7cb592a), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:06.761353 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.l3_db [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Floating IP e3251a4f-0e56-474b-9d8a-2dced7cb592a disassociated. External IP: 172.27.0.162, port: 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981. Feb 20 23:50:06.762191 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Calling delete_port for 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 owned by compute:nova {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:50:06.779565 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15ba43b-507b-4f71-8ead-13d4a4cb1647 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:50:06.788048 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-c15ba43b-507b-4f71-8ead-13d4a4cb1647 admin admin] 10.222.0.37 "PUT /v2.0/routers/f9765a8a-17d8-49ee-be7e-39d7280f957d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8540938 Feb 20 23:50:06.790383 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47026) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:06.791642 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf4087-bbbb-4851-832f-52c17c6737a1 None None] Sync routers for ids ['f9765a8a-17d8-49ee-be7e-39d7280f957d'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:50:06.831051 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf4087-bbbb-4851-832f-52c17c6737a1 None None] Routers {'f9765a8a-17d8-49ee-be7e-39d7280f957d'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:50:06.831714 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-7dcf4087-bbbb-4851-832f-52c17c6737a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:49:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['f9765a8a-17d8-49ee-be7e-39d7280f957d'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:06.913727 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-347eb25a-4bbc-472f-91f5-7b5f4e4cd46b None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:50:06.935415 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Publish callbacks [] for router (9572085e-970c-47c0-9c72-28559b9340a8), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:06.984823 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Publish callbacks [] for router (f9765a8a-17d8-49ee-be7e-39d7280f957d), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:06.987849 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (6f46b0ba-8f95-4632-b9f0-5a6a16ad2981), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:07.001307 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-7dcf4087-bbbb-4851-832f-52c17c6737a1 None None] Set router f9765a8a-17d8-49ee-be7e-39d7280f957d gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:50:07.014211 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event deleted for resources: {'Port': ['ID=6f46b0ba-8f95-4632-b9f0-5a6a16ad2981,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:07.169592 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Router ad4b40db-bc60-4213-82ec-f7a471843fae has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:50:07.171798 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-347eb25a-4bbc-472f-91f5-7b5f4e4cd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:50:05Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:07.172446 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-228c9673-527c-40ae-a200-55e92888e7a6 req-2c3286cb-f07b-4998-8f8f-60700ee63d12 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 210 time: 0.0369413 Feb 20 23:50:07.215347 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347eb25a-4bbc-472f-91f5-7b5f4e4cd46b None None] Checking router: 9572085e-970c-47c0-9c72-28559b9340a8 for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:50:07.225748 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347eb25a-4bbc-472f-91f5-7b5f4e4cd46b None None] Routers {'9572085e-970c-47c0-9c72-28559b9340a8'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:50:07.227472 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-347eb25a-4bbc-472f-91f5-7b5f4e4cd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:49:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['9572085e-970c-47c0-9c72-28559b9340a8'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:07.297352 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:50:07.303962 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-7dcf4087-bbbb-4851-832f-52c17c6737a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'name': 'tempest-TestShelveInstance-1367337394-router', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:45Z', 'updated_at': '2022-02-20T23:50:05Z', 'revision_number': 5, 'project_id': '48fe7817e82b4da08bdb4c8c510010f8', 'gw_port': {'id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:46Z', 'updated_at': '2022-02-20T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:07.332927 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a560a92d-b015-4f1f-bbf6-db16dfcb927b None None] Sync routers for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:50:07.333752 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf4087-bbbb-4851-832f-52c17c6737a1 None None] Checking router: f9765a8a-17d8-49ee-be7e-39d7280f957d for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:50:07.343783 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf4087-bbbb-4851-832f-52c17c6737a1 None None] Routers {'f9765a8a-17d8-49ee-be7e-39d7280f957d'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:50:07.344496 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-7dcf4087-bbbb-4851-832f-52c17c6737a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:49:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['f9765a8a-17d8-49ee-be7e-39d7280f957d'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:07.358807 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a560a92d-b015-4f1f-bbf6-db16dfcb927b None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:50:07.359187 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] No DVR routers for this DVR port 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 on host hv-cinder-81322 {{(pid=109846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:50:07.359438 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-a560a92d-b015-4f1f-bbf6-db16dfcb927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:49:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:07.362561 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:07.369348 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-da847a71-63a4-4bb7-b452-6cd82793d0d9 req-9fdcd963-964d-45b4-947b-2a75d805efd4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "DELETE /v2.0/ports/6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 HTTP/1.1" status: 204 len: 173 time: 0.9712622 Feb 20 23:50:07.370258 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d3ce5a-89ed-4167-92b9-80c0b96e7038', 'name': 'network-vif-deleted', 'tag': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:50:07.374862 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6912dfbb-fd93-4c55-970c-dc494c7ab910" -d '{"events": [{"server_uuid": "38d3ce5a-89ed-4167-92b9-80c0b96e7038", "name": "network-vif-deleted", "tag": "6f46b0ba-8f95-4632-b9f0-5a6a16ad2981"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:50:07.404233 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-347eb25a-4bbc-472f-91f5-7b5f4e4cd46b None None] Set router 9572085e-970c-47c0-9c72-28559b9340a8 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:50:07.439601 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Publish callbacks [] for router_gateway (9572085e-970c-47c0-9c72-28559b9340a8), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:07.452064 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8523e61c-14ed-4256-b528-9a781167b2a0 x-openstack-request-id: req-8523e61c-14ed-4256-b528-9a781167b2a0 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:50:07.452435 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d3ce5a-89ed-4167-92b9-80c0b96e7038", "name": "network-vif-deleted", "tag": "6f46b0ba-8f95-4632-b9f0-5a6a16ad2981", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:50:07.452818 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8523e61c-14ed-4256-b528-9a781167b2a0 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:50:07.453335 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d3ce5a-89ed-4167-92b9-80c0b96e7038', 'name': 'network-vif-deleted', 'tag': '6f46b0ba-8f95-4632-b9f0-5a6a16ad2981', 'status': 'completed', 'code': 200} Feb 20 23:50:07.478692 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-7dcf4087-bbbb-4851-832f-52c17c6737a1 None None] Set router f9765a8a-17d8-49ee-be7e-39d7280f957d gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:50:07.489635 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Publish callbacks [] for router_gateway (f9765a8a-17d8-49ee-be7e-39d7280f957d), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:07.575192 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Deleting port d13ed53b-b47d-4221-9dde-2d521e257e5f {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:50:07.575694 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:07.628812 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-a560a92d-b015-4f1f-bbf6-db16dfcb927b None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:50:07.710775 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] For port d13ed53b-b47d-4221-9dde-2d521e257e5f, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=d13ed53b-b47d-4221-9dde-2d521e257e5f,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:07.711061 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:07.732394 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Calling delete_port for d13ed53b-b47d-4221-9dde-2d521e257e5f owned by network:router_gateway {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:50:07.737663 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Deleting port 224b06b7-0abb-4768-b400-e0c5278459cb {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:50:07.738073 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (224b06b7-0abb-4768-b400-e0c5278459cb), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:07.745203 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-7dcf4087-bbbb-4851-832f-52c17c6737a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'name': 'tempest-TestShelveInstance-1367337394-router', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:45Z', 'updated_at': '2022-02-20T23:50:05Z', 'revision_number': 5, 'project_id': '48fe7817e82b4da08bdb4c8c510010f8', 'gw_port': {'id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:46Z', 'updated_at': '2022-02-20T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:07.777283 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf4087-bbbb-4851-832f-52c17c6737a1 None None] The sync data for ids ['f9765a8a-17d8-49ee-be7e-39d7280f957d'] in dv-cinder-813221-6-iscsi is: [{'id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'name': 'tempest-TestShelveInstance-1367337394-router', 'tenant_id': '48fe7817e82b4da08bdb4c8c510010f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:42:45Z', 'updated_at': '2022-02-20T23:50:05Z', 'revision_number': 5, 'project_id': '48fe7817e82b4da08bdb4c8c510010f8', 'gw_port': {'id': '224b06b7-0abb-4768-b400-e0c5278459cb', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9765a8a-17d8-49ee-be7e-39d7280f957d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:42:46Z', 'updated_at': '2022-02-20T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:50:07.841040 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-347eb25a-4bbc-472f-91f5-7b5f4e4cd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:50:05Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:07.874607 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347eb25a-4bbc-472f-91f5-7b5f4e4cd46b None None] The sync data for ids ['9572085e-970c-47c0-9c72-28559b9340a8'] in dv-cinder-813221-6-iscsi is: [{'id': '9572085e-970c-47c0-9c72-28559b9340a8', 'name': 'tempest-AttachVolumeTestJSON-849687194-router', 'tenant_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:20Z', 'updated_at': '2022-02-20T23:50:05Z', 'revision_number': 5, 'project_id': '7ab5a815f45e4787b222b7e9c1ea5314', 'gw_port': {'id': 'd13ed53b-b47d-4221-9dde-2d521e257e5f', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9572085e-970c-47c0-9c72-28559b9340a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:21Z', 'updated_at': '2022-02-20T23:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:50:07.884125 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] For port 224b06b7-0abb-4768-b400-e0c5278459cb, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=224b06b7-0abb-4768-b400-e0c5278459cb,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:07.884125 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (224b06b7-0abb-4768-b400-e0c5278459cb), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:07.932479 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Calling delete_port for 224b06b7-0abb-4768-b400-e0c5278459cb owned by network:router_gateway {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:50:07.932905 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-a560a92d-b015-4f1f-bbf6-db16dfcb927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:08.054714 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a560a92d-b015-4f1f-bbf6-db16dfcb927b None None] Checking router: ad4b40db-bc60-4213-82ec-f7a471843fae for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:50:08.064328 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a560a92d-b015-4f1f-bbf6-db16dfcb927b None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:50:08.064968 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-a560a92d-b015-4f1f-bbf6-db16dfcb927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:49:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:08.167014 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (d13ed53b-b47d-4221-9dde-2d521e257e5f), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.180225 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-a560a92d-b015-4f1f-bbf6-db16dfcb927b None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:50:08.202936 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13ed53b-b47d-4221-9dde-2d521e257e5f,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:08.273528 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686798'] for router_gateway (9572085e-970c-47c0-9c72-28559b9340a8), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.308199 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (224b06b7-0abb-4768-b400-e0c5278459cb), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.315844 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-fe13649d-143b-4fe9-9475-3026c169b89b req-890f01c8-5073-4e9f-bca2-93e468c81412 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d3ce5a-89ed-4167-92b9-80c0b96e7038 HTTP/1.1" status: 200 len: 210 time: 0.0317609 Feb 20 23:50:08.439455 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-a560a92d-b015-4f1f-bbf6-db16dfcb927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:08.439809 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=224b06b7-0abb-4768-b400-e0c5278459cb,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:08.443589 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10424'] for router (9572085e-970c-47c0-9c72-28559b9340a8), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.445989 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Publish callbacks [] for router_controller (9572085e-970c-47c0-9c72-28559b9340a8), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.469616 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a560a92d-b015-4f1f-bbf6-db16dfcb927b None None] The sync data for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi is: [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:50:08.534302 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686798'] for router_gateway (f9765a8a-17d8-49ee-be7e-39d7280f957d), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.595282 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682923'] for router (9572085e-970c-47c0-9c72-28559b9340a8), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.595799 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9572085e-970c-47c0-9c72-28559b9340a8 {{(pid=109847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:50:08.601027 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.604907 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47034) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:08.605097 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-6e177474-b39c-43ed-9deb-a7fd743334e8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9572085e-970c-47c0-9c72-28559b9340a8 HTTP/1.1" status: 204 len: 168 time: 1.8674080 Feb 20 23:50:08.646042 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10424'] for router (f9765a8a-17d8-49ee-be7e-39d7280f957d), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.648364 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Publish callbacks [] for router_controller (f9765a8a-17d8-49ee-be7e-39d7280f957d), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.669671 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc99db4-a21c-45a0-bc6a-a8af81d21446 admin admin] Deleting subnet 350751a2-e0e2-4ae4-8032-3a3155ee3ad9 {{(pid=109846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:50:08.673475 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7bc99db4-a21c-45a0-bc6a-a8af81d21446 admin admin] Publish callbacks [] for subnet (350751a2-e0e2-4ae4-8032-3a3155ee3ad9), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.718354 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7bc99db4-a21c-45a0-bc6a-a8af81d21446 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62845135'] for subnet (350751a2-e0e2-4ae4-8032-3a3155ee3ad9), precommit_delete_associations {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.779100 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682923'] for router (f9765a8a-17d8-49ee-be7e-39d7280f957d), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.779942 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9765a8a-17d8-49ee-be7e-39d7280f957d {{(pid=109847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:50:08.785161 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.788941 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-1cfb4f72-7f31-49cd-9bf3-2929aa398a9b admin admin] 10.222.0.37 "DELETE /v2.0/routers/f9765a8a-17d8-49ee-be7e-39d7280f957d HTTP/1.1" status: 204 len: 168 time: 1.9952264 Feb 20 23:50:08.791682 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47036) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:08.803596 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375079b-7fe6-4240-91c0-53f5e1dcf25f None None] New status for floating IP e3251a4f-0e56-474b-9d8a-2dced7cb592a: DOWN {{(pid=109848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:50:08.838573 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7bc99db4-a21c-45a0-bc6a-a8af81d21446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (350751a2-e0e2-4ae4-8032-3a3155ee3ad9), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.876477 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e3beeb-4dcb-4361-a10c-e041326884fb admin admin] Deleting subnet c3661bf2-ce23-484a-a718-8c4fab9c381e {{(pid=109846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:50:08.882708 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-15e3beeb-4dcb-4361-a10c-e041326884fb admin admin] Publish callbacks [] for subnet (c3661bf2-ce23-484a-a718-8c4fab9c381e), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.928669 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-15e3beeb-4dcb-4361-a10c-e041326884fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62845135'] for subnet (c3661bf2-ce23-484a-a718-8c4fab9c381e), precommit_delete_associations {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:08.997078 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 4be97cd9-7403-445c-b7c5-8c4eced0ac22 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:50:09.024114 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7bc99db4-a21c-45a0-bc6a-a8af81d21446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58947288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59354509'] for subnet (350751a2-e0e2-4ae4-8032-3a3155ee3ad9), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.028250 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 4be97cd9-7403-445c-b7c5-8c4eced0ac22 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:50:09.028250 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 4be97cd9-7403-445c-b7c5-8c4eced0ac22 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:50:09.031538 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 8a231306-8592-44e2-9ac1-d8517606e0a8 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:50:09.048556 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 8a231306-8592-44e2-9ac1-d8517606e0a8 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:50:09.048928 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 8a231306-8592-44e2-9ac1-d8517606e0a8 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:50:09.050686 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-15e3beeb-4dcb-4361-a10c-e041326884fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (c3661bf2-ce23-484a-a718-8c4fab9c381e), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.071014 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc99db4-a21c-45a0-bc6a-a8af81d21446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=350751a2-e0e2-4ae4-8032-3a3155ee3ad9,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:09.078914 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-7bc99db4-a21c-45a0-bc6a-a8af81d21446 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.082162 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-7bc99db4-a21c-45a0-bc6a-a8af81d21446 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/350751a2-e0e2-4ae4-8032-3a3155ee3ad9 HTTP/1.1" status: 204 len: 168 time: 0.4762180 Feb 20 23:50:09.082853 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c95faeb-2d33-48e0-9cb2-f01c351d7428 None None] Network 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:50:09.085026 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47038) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:09.166974 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (670c1c1c-cc9c-4c79-9476-1429c1cf5ebf), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.199477 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-15e3beeb-4dcb-4361-a10c-e041326884fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58947288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59354509'] for subnet (c3661bf2-ce23-484a-a718-8c4fab9c381e), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.224855 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Deleting port b704b16c-1e30-4b30-91cd-61c75c52365e {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:50:09.225208 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.229257 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3beeb-4dcb-4361-a10c-e041326884fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3661bf2-ce23-484a-a718-8c4fab9c381e,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:09.233499 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-15e3beeb-4dcb-4361-a10c-e041326884fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.237680 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-15e3beeb-4dcb-4361-a10c-e041326884fb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c3661bf2-ce23-484a-a718-8c4fab9c381e HTTP/1.1" status: 204 len: 168 time: 0.4456694 Feb 20 23:50:09.239577 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47040) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:09.248244 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcdd1ec-ca68-4082-a21c-bf1ca89957fc None None] Network 09212bc8-1241-4b27-9d71-ef983d972944 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:50:09.349128 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] For port b704b16c-1e30-4b30-91cd-61c75c52365e, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=b704b16c-1e30-4b30-91cd-61c75c52365e,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:09.349502 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.374886 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7dcc1b-2dd2-47f7-bbe4-05147a5a77b8 None None] DHCP port deletion for 670c1c1c-cc9c-4c79-9476-1429c1cf5ebf request from dv-cinder-813221-6-iscsi {{(pid=109848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:50:09.379649 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (09212bc8-1241-4b27-9d71-ef983d972944), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.387836 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Calling delete_port for b704b16c-1e30-4b30-91cd-61c75c52365e owned by network:dhcp {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:50:09.464682 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-cc7dcc1b-2dd2-47f7-bbe4-05147a5a77b8 None None] Deleting port b704b16c-1e30-4b30-91cd-61c75c52365e {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:50:09.464682 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cc7dcc1b-2dd2-47f7-bbe4-05147a5a77b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.506620 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Deleting port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:50:09.507199 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.533508 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-cc7dcc1b-2dd2-47f7-bbe4-05147a5a77b8 None None] For port b704b16c-1e30-4b30-91cd-61c75c52365e, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=b704b16c-1e30-4b30-91cd-61c75c52365e,segment=NetworkSegment(4b2a09a1-d06f-4667-94b2-c948c7402c59),segment_id=4b2a09a1-d06f-4667-94b2-c948c7402c59)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:09.533905 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cc7dcc1b-2dd2-47f7-bbe4-05147a5a77b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.553032 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-cc7dcc1b-2dd2-47f7-bbe4-05147a5a77b8 None None] Calling delete_port for b704b16c-1e30-4b30-91cd-61c75c52365e owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:50:09.571729 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] For port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=7bdb4d46-ba2d-46b0-b06a-fd43347c42b5,segment=NetworkSegment(ffaf94a9-15a8-4575-ab95-005f07b0490c),segment_id=ffaf94a9-15a8-4575-ab95-005f07b0490c)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:09.572095 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.585631 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Calling delete_port for 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 owned by network:dhcp {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:50:09.600088 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.630658 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-0b7272a9-a4f9-4298-86db-0f5e0a6b0067 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421564150&fields=id&tenant_id=b0ab0463fadd485090d27628f33e8dc8 HTTP/1.1" status: 200 len: 267 time: 0.0506010 Feb 20 23:50:09.640187 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cc7dcc1b-2dd2-47f7-bbe4-05147a5a77b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883'] for port (b704b16c-1e30-4b30-91cd-61c75c52365e), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.669658 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Pushing event deleted for resources: {'Port': ['ID=b704b16c-1e30-4b30-91cd-61c75c52365e,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:09.673172 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dcc1b-2dd2-47f7-bbe4-05147a5a77b8 None None] Pushing event deleted for resources: {'Port': ['ID=b704b16c-1e30-4b30-91cd-61c75c52365e,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:09.675481 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7dcc1b-2dd2-47f7-bbe4-05147a5a77b8 None None] No DVR routers for this DVR port b704b16c-1e30-4b30-91cd-61c75c52365e on host dv-cinder-813221-6-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:50:09.678892 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] No DVR routers for this DVR port b704b16c-1e30-4b30-91cd-61c75c52365e on host dv-cinder-813221-6-iscsi {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:50:09.702852 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d156455-745c-490e-8636-74c0b6f063ca None None] DHCP port deletion for 09212bc8-1241-4b27-9d71-ef983d972944 request from dv-cinder-813221-6-iscsi {{(pid=109848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:50:09.766310 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-6d156455-745c-490e-8636-74c0b6f063ca None None] Deleting port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:50:09.766724 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6d156455-745c-490e-8636-74c0b6f063ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.785476 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (670c1c1c-cc9c-4c79-9476-1429c1cf5ebf), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.786228 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53903d-6af8-4901-93c5-6807e29da35a req-02d77d6c-b7c2-4dec-93d1-087b5674d2b5 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:09.787729 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-02d77d6c-b7c2-4dec-93d1-087b5674d2b5 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 812 time: 0.1496279 Feb 20 23:50:09.802404 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-bd465c3e-54f8-4016-acb6-eeaa5ac6add0 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/quotas/b0ab0463fadd485090d27628f33e8dc8 HTTP/1.1" status: 200 len: 375 time: 0.0094693 Feb 20 23:50:09.825006 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670c1c1c-cc9c-4c79-9476-1429c1cf5ebf']}} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:09.836281 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2a09a1-d06f-4667-94b2-c948c7402c59') {'for_net_delete': True} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:09.836630 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2a09a1-d06f-4667-94b2-c948c7402c59') {} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:09.837326 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-6d156455-745c-490e-8636-74c0b6f063ca None None] For port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=7bdb4d46-ba2d-46b0-b06a-fd43347c42b5,segment=NetworkSegment(ffaf94a9-15a8-4575-ab95-005f07b0490c),segment_id=ffaf94a9-15a8-4575-ab95-005f07b0490c)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:09.837842 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6d156455-745c-490e-8636-74c0b6f063ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.847723 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59725074'] for segment (4b2a09a1-d06f-4667-94b2-c948c7402c59), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.852145 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-6d156455-745c-490e-8636-74c0b6f063ca None None] Calling delete_port for 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:50:09.865443 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (4b2a09a1-d06f-4667-94b2-c948c7402c59), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.868185 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-249bd565-f5af-497e-b50e-5b36229015e9 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583777 Feb 20 23:50:09.872980 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58751123'] for segment (4b2a09a1-d06f-4667-94b2-c948c7402c59), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: Traceback (most recent call last): Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: timer() Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: cb(*args, **kw) Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: return func(*args, **kwargs) Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: self._notify() Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: self.callback(batched_events) Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: event.method(event) Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: return f(self, *a, **k) Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._get(url).json() Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: return self.request(url, 'GET', **kwargs) Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:50:09.876599 dv-cinder-813221-6-iscsi neutron-server[109847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:50:09.928287 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.942878 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6d156455-745c-490e-8636-74c0b6f063ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883'] for port (7bdb4d46-ba2d-46b0-b06a-fd43347c42b5), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:09.954445 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Pushing event deleted for resources: {'Port': ['ID=7bdb4d46-ba2d-46b0-b06a-fd43347c42b5,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:09.972671 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] No DVR routers for this DVR port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 on host dv-cinder-813221-6-iscsi {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:50:09.974108 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d156455-745c-490e-8636-74c0b6f063ca None None] Pushing event deleted for resources: {'Port': ['ID=7bdb4d46-ba2d-46b0-b06a-fd43347c42b5,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:09.977094 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d156455-745c-490e-8636-74c0b6f063ca None None] No DVR routers for this DVR port 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 on host dv-cinder-813221-6-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:50:09.988852 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-f8f0a12b-ae87-4304-b69e-5c11707c3ae9 service neutron] 10.222.0.37 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063063 Feb 20 23:50:10.041655 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (670c1c1c-cc9c-4c79-9476-1429c1cf5ebf), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.046558 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.050538 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] 10.222.0.37 "DELETE /v2.0/networks/670c1c1c-cc9c-4c79-9476-1429c1cf5ebf HTTP/1.1" status: 204 len: 168 time: 0.9644446 Feb 20 23:50:10.073495 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (09212bc8-1241-4b27-9d71-ef983d972944), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.076855 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88872a-e1bb-436e-9d9e-40d82bc7b592 admin admin] Pushing event deleted for resources: {'Network': ['ID=670c1c1c-cc9c-4c79-9476-1429c1cf5ebf,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:10.095629 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-769bacf5-5872-469d-98b1-eccd5f396f31 service neutron] 10.222.0.37 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005015 Feb 20 23:50:10.102844 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09212bc8-1241-4b27-9d71-ef983d972944']}} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:10.122128 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffaf94a9-15a8-4575-ab95-005f07b0490c') {'for_net_delete': True} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:10.122128 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffaf94a9-15a8-4575-ab95-005f07b0490c') {} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:10.129515 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59725074'] for segment (ffaf94a9-15a8-4575-ab95-005f07b0490c), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.144834 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (ffaf94a9-15a8-4575-ab95-005f07b0490c), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.150687 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:50:10.151050 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58751123'] for segment (ffaf94a9-15a8-4575-ab95-005f07b0490c), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: Traceback (most recent call last): Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: timer() Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: cb(*args, **kw) Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: return func(*args, **kwargs) Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: self._notify() Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: self.callback(batched_events) Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: event.method(event) Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: return f(self, *a, **k) Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._get(url).json() Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: return self.request(url, 'GET', **kwargs) Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:50:10.152842 dv-cinder-813221-6-iscsi neutron-server[109847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:50:10.267632 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:50:10.288565 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:50:10.292294 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 6f46b0ba-8f95-4632-b9f0-5a6a16ad2981 not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:50:10.307499 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (09212bc8-1241-4b27-9d71-ef983d972944), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.313740 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.319779 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] 10.222.0.37 "DELETE /v2.0/networks/09212bc8-1241-4b27-9d71-ef983d972944 HTTP/1.1" status: 204 len: 168 time: 1.0763738 Feb 20 23:50:10.328420 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2662f6-3089-43b9-9d52-22f383e3494b admin admin] Pushing event deleted for resources: {'Network': ['ID=09212bc8-1241-4b27-9d71-ef983d972944,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:10.398642 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47060) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:10.439944 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-647d756d-390a-4904-ba14-d5955b4e4ba6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ab5a815f45e4787b222b7e9c1ea5314&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400777 Feb 20 23:50:10.442390 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47062) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:10.489727 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-68437b0e-12a5-49e7-816b-d43b0b242ac2 admin admin] Publish callbacks [] for security_group (a95ec8dd-453b-4e1d-9739-f4ac14b80781), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.512462 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-68437b0e-12a5-49e7-816b-d43b0b242ac2 admin admin] Publish callbacks [] for security_group (a95ec8dd-453b-4e1d-9739-f4ac14b80781), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.622830 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-68437b0e-12a5-49e7-816b-d43b0b242ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a95ec8dd-453b-4e1d-9739-f4ac14b80781), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.625685 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-68437b0e-12a5-49e7-816b-d43b0b242ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.626897 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-68437b0e-12a5-49e7-816b-d43b0b242ac2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a95ec8dd-453b-4e1d-9739-f4ac14b80781 HTTP/1.1" status: 204 len: 168 time: 0.1835754 Feb 20 23:50:10.646283 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68437b0e-12a5-49e7-816b-d43b0b242ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95ec8dd-453b-4e1d-9739-f4ac14b80781,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:10.671760 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a0889939-fd63-41c3-ab8c-4c4aba58e5a5 req-e2d684c8-f836-4097-8161-3c0f65ba8393 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 210 time: 0.0437069 Feb 20 23:50:10.702789 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47070) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:10.742556 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-b58a4320-6337-4908-9844-507871bf6bf6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9704bde2289741f59198b9678b2f9d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447137 Feb 20 23:50:10.745036 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47074) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:10.800342 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5cb134ca-11be-452d-b2e3-2540cda2c454 admin admin] Publish callbacks [] for security_group (c724b3ab-1731-4ad5-8e1a-43c0483a6f8f), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.824058 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5cb134ca-11be-452d-b2e3-2540cda2c454 admin admin] Publish callbacks [] for security_group (c724b3ab-1731-4ad5-8e1a-43c0483a6f8f), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.878860 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device b704b16c-1e30-4b30-91cd-61c75c52365e no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:50:10.899307 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: b704b16c-1e30-4b30-91cd-61c75c52365e {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:50:10.899650 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device b704b16c-1e30-4b30-91cd-61c75c52365e not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:50:10.900072 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device d13ed53b-b47d-4221-9dde-2d521e257e5f no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:50:10.920569 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5cb134ca-11be-452d-b2e3-2540cda2c454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (c724b3ab-1731-4ad5-8e1a-43c0483a6f8f), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.926528 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5cb134ca-11be-452d-b2e3-2540cda2c454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:10.927548 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-5cb134ca-11be-452d-b2e3-2540cda2c454 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c724b3ab-1731-4ad5-8e1a-43c0483a6f8f HTTP/1.1" status: 204 len: 168 time: 0.1814590 Feb 20 23:50:10.927893 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: d13ed53b-b47d-4221-9dde-2d521e257e5f {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:50:10.928239 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device d13ed53b-b47d-4221-9dde-2d521e257e5f not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:50:10.928657 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 224b06b7-0abb-4768-b400-e0c5278459cb no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:50:10.941976 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb134ca-11be-452d-b2e3-2540cda2c454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c724b3ab-1731-4ad5-8e1a-43c0483a6f8f,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:10.963801 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 224b06b7-0abb-4768-b400-e0c5278459cb {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:50:10.964145 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 224b06b7-0abb-4768-b400-e0c5278459cb not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:50:10.964628 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:50:10.990933 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:50:10.991286 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 7bdb4d46-ba2d-46b0-b06a-fd43347c42b5 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:50:11.463273 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47096) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:11.508788 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-1c7e3138-5fbe-42bb-8399-bda7aa2114c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48fe7817e82b4da08bdb4c8c510010f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440016 Feb 20 23:50:11.511393 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47098) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:11.836254 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2b90bfab-f8d2-444d-81ac-9729a73014b5 req-7b2e13a3-b051-4305-9f30-7ea36b1ce069 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 210 time: 0.0358655 Feb 20 23:50:11.861637 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-f103248a-7862-4140-94b0-969ade582f28 admin admin] Publish callbacks [] for security_group (51ae622d-29ca-44d1-8a5f-273dda74a029), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:11.885354 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-f103248a-7862-4140-94b0-969ade582f28 admin admin] Publish callbacks [] for security_group (51ae622d-29ca-44d1-8a5f-273dda74a029), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:11.993053 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-f103248a-7862-4140-94b0-969ade582f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (51ae622d-29ca-44d1-8a5f-273dda74a029), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:11.995820 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-f103248a-7862-4140-94b0-969ade582f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:11.997726 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-f103248a-7862-4140-94b0-969ade582f28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51ae622d-29ca-44d1-8a5f-273dda74a029 HTTP/1.1" status: 204 len: 168 time: 0.4846761 Feb 20 23:50:12.008392 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103248a-7862-4140-94b0-969ade582f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ae622d-29ca-44d1-8a5f-273dda74a029,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:12.487242 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53903d-6af8-4901-93c5-6807e29da35a req-ec20fb35-7b08-49cf-abdb-d279339fb7ef tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:12.489058 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-ec20fb35-7b08-49cf-abdb-d279339fb7ef tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 812 time: 0.1252732 Feb 20 23:50:12.571350 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-7b4c9c90-9c35-4094-9734-a4658230066f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ab0463fadd485090d27628f33e8dc8 HTTP/1.1" status: 200 len: 380 time: 0.0733197 Feb 20 23:50:12.582098 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-2a53903d-6af8-4901-93c5-6807e29da35a req-0a3e5331-e405-4607-b4f8-2b48909fb226 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Request body: {'port': {'device_id': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'admin_state_up': True, 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'security_groups': ['975716d0-e84a-41a1-8a4d-48f3ac775a60']}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:50:12.776076 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a53903d-6af8-4901-93c5-6807e29da35a req-0a3e5331-e405-4607-b4f8-2b48909fb226 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Made reservation on behalf of b0ab0463fadd485090d27628f33e8dc8 for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:50:12.780721 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-2a53903d-6af8-4901-93c5-6807e29da35a req-0a3e5331-e405-4607-b4f8-2b48909fb226 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:12.910004 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-2a53903d-6af8-4901-93c5-6807e29da35a req-0a3e5331-e405-4607-b4f8-2b48909fb226 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Allocated IP 172.20.0.9 (bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3/457b11d8-602f-4dc9-9696-6a10c6736e39/758e5717-c701-4ff5-b93b-928708c147eb) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:50:12.952765 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2b8521d0-f054-4cda-ad68-990a66fd034e req-eb606be4-c7d8-4bec-8aae-72a61b40773d tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 210 time: 0.0450850 Feb 20 23:50:13.080998 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-2a53903d-6af8-4901-93c5-6807e29da35a req-0a3e5331-e405-4607-b4f8-2b48909fb226 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for port (758e5717-c701-4ff5-b93b-928708c147eb), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:13.210672 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-2a53903d-6af8-4901-93c5-6807e29da35a req-0a3e5331-e405-4607-b4f8-2b48909fb226 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (758e5717-c701-4ff5-b93b-928708c147eb), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:13.261356 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a53903d-6af8-4901-93c5-6807e29da35a req-0a3e5331-e405-4607-b4f8-2b48909fb226 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:50:13.264353 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-2a53903d-6af8-4901-93c5-6807e29da35a req-0a3e5331-e405-4607-b4f8-2b48909fb226 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:50:13.270715 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a53903d-6af8-4901-93c5-6807e29da35a req-0a3e5331-e405-4607-b4f8-2b48909fb226 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:50:13.299300 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e5331-e405-4607-b4f8-2b48909fb226 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'Port': ['ID=758e5717-c701-4ff5-b93b-928708c147eb,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:13.330201 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53903d-6af8-4901-93c5-6807e29da35a req-0a3e5331-e405-4607-b4f8-2b48909fb226 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:13.330825 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-2a53903d-6af8-4901-93c5-6807e29da35a req-0a3e5331-e405-4607-b4f8-2b48909fb226 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:13.407653 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-0a3e5331-e405-4607-b4f8-2b48909fb226 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8294199 Feb 20 23:50:13.426748 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Request body: {'port': {'device_id': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:50:13.496857 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (758e5717-c701-4ff5-b93b-928708c147eb), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:13.519950 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-2d5a4c66-79bb-4fa1-b7eb-ba2c9aced46c None None] Provisioning complete for port 758e5717-c701-4ff5-b93b-928708c147eb triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:50:13.520510 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4c66-79bb-4fa1-b7eb-ba2c9aced46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (758e5717-c701-4ff5-b93b-928708c147eb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:13.554879 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a4c66-79bb-4fa1-b7eb-ba2c9aced46c None None] Port 758e5717-c701-4ff5-b93b-928708c147eb cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:50:13.764362 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758e5717-c701-4ff5-b93b-928708c147eb {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:50:13.771583 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Publish callbacks [] for port (758e5717-c701-4ff5-b93b-928708c147eb), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:13.783775 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Transition to ACTIVE for port object 758e5717-c701-4ff5-b93b-928708c147eb will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:50:13.861745 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (758e5717-c701-4ff5-b93b-928708c147eb), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:13.914457 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Pushing event updated for resources: {'Port': ['ID=758e5717-c701-4ff5-b93b-928708c147eb,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:13.995343 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Attempting to bind port 758e5717-c701-4ff5-b93b-928708c147eb on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:50:13.995752 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Attempting to bind port 758e5717-c701-4ff5-b93b-928708c147eb by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:50:13.997102 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Attempting to bind port 758e5717-c701-4ff5-b93b-928708c147eb on network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:50:14.007660 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Port 758e5717-c701-4ff5-b93b-928708c147eb on network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:50:14.008422 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Attempting to bind port 758e5717-c701-4ff5-b93b-928708c147eb on network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:50:14.019670 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:50:14.019670 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Checking segment: {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:50:14.019670 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Bound using segment: {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:50:14.020465 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Bound port: 758e5717-c701-4ff5-b93b-928708c147eb, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:50:14.021080 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (758e5717-c701-4ff5-b93b-928708c147eb), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:14.052365 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47162) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:14.130129 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] For port 758e5717-c701-4ff5-b93b-928708c147eb, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:50:14.133772 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] For port 758e5717-c701-4ff5-b93b-928708c147eb, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=758e5717-c701-4ff5-b93b-928708c147eb,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:50:14.142124 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe860e-a2bf-490e-9744-ef9606874a08 req-3b758bed-7b4c-4260-9b69-ea81eab28671 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:14.143647 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b4fe860e-a2bf-490e-9744-ef9606874a08 req-3b758bed-7b4c-4260-9b69-ea81eab28671 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 943 time: 0.1114473 Feb 20 23:50:14.170576 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9b62c19c-196d-45c4-814a-8ce2862fe9c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:14.195210 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b4fe860e-a2bf-490e-9744-ef9606874a08 req-6ecf43d2-b4ca-47ab-ba5e-960422ffc9ad tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451074 Feb 20 23:50:14.217263 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (758e5717-c701-4ff5-b93b-928708c147eb), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:14.251968 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:14.252582 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:14.254043 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] 10.222.0.89 "PUT /v2.0/ports/758e5717-c701-4ff5-b93b-928708c147eb HTTP/1.1" status: 200 len: 1093 time: 0.8317711 Feb 20 23:50:14.254532 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'tag': '758e5717-c701-4ff5-b93b-928708c147eb'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:50:14.256104 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9b62c19c-196d-45c4-814a-8ce2862fe9c2 admin admin] Publish callbacks [] for security_group (16fe3ceb-12fc-4f5e-b86d-b6c1c539011e), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:14.256724 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f36e858-87d7-400f-b1f8-fc3ec6fe0f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0721ac2a-4638-45fe-a86c-249ea066fa1a", "tag": "758e5717-c701-4ff5-b93b-928708c147eb"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:50:14.285332 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579668f-07cb-486a-a69e-3ead9b783f25 service neutron] Pushing event updated for resources: {'Port': ['ID=758e5717-c701-4ff5-b93b-928708c147eb,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:14.298235 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f641374-f061-4179-82aa-82d356fbddcb x-openstack-request-id: req-5f641374-f061-4179-82aa-82d356fbddcb {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:50:14.298613 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0721ac2a-4638-45fe-a86c-249ea066fa1a", "tag": "758e5717-c701-4ff5-b93b-928708c147eb", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:50:14.299063 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f641374-f061-4179-82aa-82d356fbddcb {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:50:14.299567 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'tag': '758e5717-c701-4ff5-b93b-928708c147eb', 'status': 'completed', 'code': 200} Feb 20 23:50:14.325308 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9b62c19c-196d-45c4-814a-8ce2862fe9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (16fe3ceb-12fc-4f5e-b86d-b6c1c539011e), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:14.365998 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62c19c-196d-45c4-814a-8ce2862fe9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fe3ceb-12fc-4f5e-b86d-b6c1c539011e,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:14.372644 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36e858-87d7-400f-b1f8-fc3ec6fe0f2e req-45d9aa21-ed2e-4788-b3a6-0f86a4044164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:14.374365 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-9b62c19c-196d-45c4-814a-8ce2862fe9c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3ed7e44a4f041f19456e8e6d8fcb5ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208802 Feb 20 23:50:14.374745 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2f36e858-87d7-400f-b1f8-fc3ec6fe0f2e req-45d9aa21-ed2e-4788-b3a6-0f86a4044164 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 1127 time: 0.0557125 Feb 20 23:50:14.375552 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47168) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:14.506356 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a4eb-959c-4018-a19c-7fda5c49e3fb admin admin] Publish callbacks [] for security_group (16fe3ceb-12fc-4f5e-b86d-b6c1c539011e), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:14.512681 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36e858-87d7-400f-b1f8-fc3ec6fe0f2e req-b4ab01f1-2f80-4e8c-99ac-57923be4833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:14.514176 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2f36e858-87d7-400f-b1f8-fc3ec6fe0f2e req-b4ab01f1-2f80-4e8c-99ac-57923be4833a service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=b0ab0463fadd485090d27628f33e8dc8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1321352 Feb 20 23:50:14.550418 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a4eb-959c-4018-a19c-7fda5c49e3fb admin admin] Publish callbacks [] for security_group (16fe3ceb-12fc-4f5e-b86d-b6c1c539011e), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:14.639735 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36e858-87d7-400f-b1f8-fc3ec6fe0f2e req-84c2a33b-0e1d-4113-b7c9-f33e13b1b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:14.641217 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2f36e858-87d7-400f-b1f8-fc3ec6fe0f2e req-84c2a33b-0e1d-4113-b7c9-f33e13b1b8f9 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1203194 Feb 20 23:50:14.708313 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a4eb-959c-4018-a19c-7fda5c49e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (16fe3ceb-12fc-4f5e-b86d-b6c1c539011e), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:14.710969 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a4eb-959c-4018-a19c-7fda5c49e3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:14.712099 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-8bc6a4eb-959c-4018-a19c-7fda5c49e3fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16fe3ceb-12fc-4f5e-b86d-b6c1c539011e HTTP/1.1" status: 204 len: 168 time: 0.3359671 Feb 20 23:50:14.724499 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6a4eb-959c-4018-a19c-7fda5c49e3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fe3ceb-12fc-4f5e-b86d-b6c1c539011e,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:14.740436 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53903d-6af8-4901-93c5-6807e29da35a req-1cc62ea5-53a4-4b0d-945e-87807fb5ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:14.742123 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-1cc62ea5-53a4-4b0d-945e-87807fb5ac83 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 1127 time: 0.0656002 Feb 20 23:50:14.784920 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-441ec7c0-a720-4d31-b2ae-ab424bd1604a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=758e5717-c701-4ff5-b93b-928708c147eb HTTP/1.1" status: 200 len: 217 time: 0.0363064 Feb 20 23:50:14.832999 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53903d-6af8-4901-93c5-6807e29da35a req-4589854c-b2fe-4c93-a6af-270af00b5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:14.834464 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-4589854c-b2fe-4c93-a6af-270af00b5998 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 200 len: 851 time: 0.0438278 Feb 20 23:50:14.900839 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53903d-6af8-4901-93c5-6807e29da35a req-2b97bcbc-690c-4a43-9a7b-2ae52f95c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:14.903504 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-2b97bcbc-690c-4a43-9a7b-2ae52f95c098 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498977 Feb 20 23:50:15.000409 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-69ba4777-a656-4140-81b5-261dcbf113bf service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824049 Feb 20 23:50:15.093479 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-2a53903d-6af8-4901-93c5-6807e29da35a req-162fc663-4fcb-47a2-bd18-77cfd5d9569a service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869887 Feb 20 23:50:15.221882 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47176) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:15.235984 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-04112414-e6d6-4ef7-b125-745553b8e1d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:15.344422 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d1ad7-1069-48fd-b179-0ea10a3baba3 req-bda27b39-e8aa-4148-913e-8547b2a29fba tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:15.345979 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-178d1ad7-1069-48fd-b179-0ea10a3baba3 req-bda27b39-e8aa-4148-913e-8547b2a29fba tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 943 time: 0.0796609 Feb 20 23:50:15.358743 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-04112414-e6d6-4ef7-b125-745553b8e1d0 admin admin] Publish callbacks [] for security_group (891700b1-e110-447b-ad51-e0e01e3cc440), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:15.400785 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-178d1ad7-1069-48fd-b179-0ea10a3baba3 req-ed7ce1d2-beac-450f-9b7e-9ab17e78bd5a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473046 Feb 20 23:50:15.409812 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-04112414-e6d6-4ef7-b125-745553b8e1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (891700b1-e110-447b-ad51-e0e01e3cc440), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:15.448625 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-04112414-e6d6-4ef7-b125-745553b8e1d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35829d0ce8614b2ab9681564b75c4144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256567 Feb 20 23:50:15.450838 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04112414-e6d6-4ef7-b125-745553b8e1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891700b1-e110-447b-ad51-e0e01e3cc440,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:15.452580 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47178) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:15.502692 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-58e5f22a-46ac-432d-beac-d70e7264c780 admin admin] Publish callbacks [] for security_group (891700b1-e110-447b-ad51-e0e01e3cc440), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:15.524205 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-58e5f22a-46ac-432d-beac-d70e7264c780 admin admin] Publish callbacks [] for security_group (891700b1-e110-447b-ad51-e0e01e3cc440), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:15.615988 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-58e5f22a-46ac-432d-beac-d70e7264c780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (891700b1-e110-447b-ad51-e0e01e3cc440), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:15.618550 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-58e5f22a-46ac-432d-beac-d70e7264c780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:15.619681 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-58e5f22a-46ac-432d-beac-d70e7264c780 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/891700b1-e110-447b-ad51-e0e01e3cc440 HTTP/1.1" status: 204 len: 168 time: 0.1655116 Feb 20 23:50:15.634020 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5f22a-46ac-432d-beac-d70e7264c780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891700b1-e110-447b-ad51-e0e01e3cc440,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:16.524239 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc95cd-5c2f-4bb8-9c9a-b0d9bc006696 req-4347c885-6a85-4440-85e5-ddea7e38db2f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:16.525729 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c3fc95cd-5c2f-4bb8-9c9a-b0d9bc006696 req-4347c885-6a85-4440-85e5-ddea7e38db2f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 943 time: 0.0557022 Feb 20 23:50:16.575339 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c3fc95cd-5c2f-4bb8-9c9a-b0d9bc006696 req-80a40ca4-b098-4c2b-9f85-149e5595cddd tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433607 Feb 20 23:50:17.694846 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be7878-9569-48ab-b1ba-c1c52df37463 req-4571e499-6a18-48c3-aee9-7d3cb282d9aa tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:17.696683 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d7be7878-9569-48ab-b1ba-c1c52df37463 req-4571e499-6a18-48c3-aee9-7d3cb282d9aa tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 943 time: 0.0556924 Feb 20 23:50:17.747618 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d7be7878-9569-48ab-b1ba-c1c52df37463 req-8daf506f-48f9-47ae-a80d-5cabdbb7efa4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Feb 20 23:50:18.238914 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47236) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:18.339827 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-058e1cdd-444d-418f-a011-83b05dd00a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:18.415009 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-058e1cdd-444d-418f-a011-83b05dd00a9b admin admin] Publish callbacks [] for security_group (20382c3d-9735-436e-b644-72eb32764926), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:18.478741 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-058e1cdd-444d-418f-a011-83b05dd00a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (20382c3d-9735-436e-b644-72eb32764926), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:18.517085 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-058e1cdd-444d-418f-a011-83b05dd00a9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a5be31186164bd59d8060a21ac6c65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771003 Feb 20 23:50:18.518063 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e1cdd-444d-418f-a011-83b05dd00a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20382c3d-9735-436e-b644-72eb32764926,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:18.519780 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47240) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:18.567130 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0d122603-3c96-4b69-8d89-32fef7449168 admin admin] Publish callbacks [] for security_group (20382c3d-9735-436e-b644-72eb32764926), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:18.587773 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0d122603-3c96-4b69-8d89-32fef7449168 admin admin] Publish callbacks [] for security_group (20382c3d-9735-436e-b644-72eb32764926), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:18.701813 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0d122603-3c96-4b69-8d89-32fef7449168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (20382c3d-9735-436e-b644-72eb32764926), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:18.704450 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0d122603-3c96-4b69-8d89-32fef7449168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:18.705666 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-0d122603-3c96-4b69-8d89-32fef7449168 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20382c3d-9735-436e-b644-72eb32764926 HTTP/1.1" status: 204 len: 168 time: 0.1849074 Feb 20 23:50:18.715831 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d122603-3c96-4b69-8d89-32fef7449168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20382c3d-9735-436e-b644-72eb32764926,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:18.865961 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda60cbe-1bb1-437b-a66f-77dbb7d917ed req-e6b5f9f6-cd44-4677-a3f5-1711d8420374 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:18.867422 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-dda60cbe-1bb1-437b-a66f-77dbb7d917ed req-e6b5f9f6-cd44-4677-a3f5-1711d8420374 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 943 time: 0.0530193 Feb 20 23:50:18.915922 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-dda60cbe-1bb1-437b-a66f-77dbb7d917ed req-dfba9fff-5e50-46b0-a172-fa3b209aa044 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424907 Feb 20 23:50:19.261244 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47248) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:19.274693 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-51958cfb-6a6b-4b92-9e68-d40c9d9ca6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:19.319107 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1ffa93a6-4b96-4c20-80f5-e9c0c0e2d288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:19.348810 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-51958cfb-6a6b-4b92-9e68-d40c9d9ca6c9 admin admin] Publish callbacks [] for security_group (be08bbc4-6ac2-4fee-97b2-115df808b2da), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:19.421371 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-51958cfb-6a6b-4b92-9e68-d40c9d9ca6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (be08bbc4-6ac2-4fee-97b2-115df808b2da), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:19.459054 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51958cfb-6a6b-4b92-9e68-d40c9d9ca6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be08bbc4-6ac2-4fee-97b2-115df808b2da,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:19.464346 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-51958cfb-6a6b-4b92-9e68-d40c9d9ca6c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0fda84ad8c23464eb4328c973189c7eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002921 Feb 20 23:50:19.466068 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47250) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:19.514682 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c6fc300a-d074-4c32-9382-61d8b6549e3a admin admin] Publish callbacks [] for security_group (be08bbc4-6ac2-4fee-97b2-115df808b2da), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:19.536441 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c6fc300a-d074-4c32-9382-61d8b6549e3a admin admin] Publish callbacks [] for security_group (be08bbc4-6ac2-4fee-97b2-115df808b2da), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:19.649924 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c6fc300a-d074-4c32-9382-61d8b6549e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (be08bbc4-6ac2-4fee-97b2-115df808b2da), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:19.652513 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c6fc300a-d074-4c32-9382-61d8b6549e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:19.654093 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-c6fc300a-d074-4c32-9382-61d8b6549e3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be08bbc4-6ac2-4fee-97b2-115df808b2da HTTP/1.1" status: 204 len: 168 time: 0.1867549 Feb 20 23:50:19.663094 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc300a-d074-4c32-9382-61d8b6549e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be08bbc4-6ac2-4fee-97b2-115df808b2da,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:20.035490 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67992e02-d2cd-47fe-af8a-398d6472fdcb req-1dc8d198-237e-4084-b788-0a9acffd2a9d tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:20.037027 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-67992e02-d2cd-47fe-af8a-398d6472fdcb req-1dc8d198-237e-4084-b788-0a9acffd2a9d tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 943 time: 0.0527627 Feb 20 23:50:20.090037 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-67992e02-d2cd-47fe-af8a-398d6472fdcb req-f1f9ecc3-a01b-4efa-a4e8-7c6de9acb11e tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474153 Feb 20 23:50:21.211250 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ddaf0-b71b-49ec-aae0-95b1c366fd15 req-1fbbde0e-72ad-4ecc-8a19-125a3c1a23a3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:21.212830 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-619ddaf0-b71b-49ec-aae0-95b1c366fd15 req-1fbbde0e-72ad-4ecc-8a19-125a3c1a23a3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 943 time: 0.0548239 Feb 20 23:50:21.262764 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-619ddaf0-b71b-49ec-aae0-95b1c366fd15 req-bf6816cc-2346-4b30-a730-2d8434bb3675 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437179 Feb 20 23:50:21.702153 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4ff826b9-1419-4e71-8b96-386acb72563b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:22.447655 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47332) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:22.509677 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4eac3684-41b1-4f23-a81a-a7883f03f65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:22.584446 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231d179-78c2-436f-92df-3c7f4450678e req-8de7be01-9501-48f1-ad87-fc46aef913b0 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:22.585902 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7231d179-78c2-436f-92df-3c7f4450678e req-8de7be01-9501-48f1-ad87-fc46aef913b0 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 943 time: 0.2565699 Feb 20 23:50:22.587913 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4eac3684-41b1-4f23-a81a-a7883f03f65e admin admin] Publish callbacks [] for security_group (624f6e84-4868-4ce5-8d69-4547ef4d98bf), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:22.635104 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7231d179-78c2-436f-92df-3c7f4450678e req-3c2b470e-4a0d-45b4-9e80-71e28a4ec986 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435953 Feb 20 23:50:22.735557 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-4eac3684-41b1-4f23-a81a-a7883f03f65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (624f6e84-4868-4ce5-8d69-4547ef4d98bf), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:22.775859 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-4eac3684-41b1-4f23-a81a-a7883f03f65e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fdb0c7d862c4152a5cf46ae7a10f77b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271530 Feb 20 23:50:22.776720 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac3684-41b1-4f23-a81a-a7883f03f65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624f6e84-4868-4ce5-8d69-4547ef4d98bf,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:22.779873 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47336) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:22.829954 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0f9d808d-fcf3-4110-807d-53063269ba6b admin admin] Publish callbacks [] for security_group (624f6e84-4868-4ce5-8d69-4547ef4d98bf), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:22.850708 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0f9d808d-fcf3-4110-807d-53063269ba6b admin admin] Publish callbacks [] for security_group (624f6e84-4868-4ce5-8d69-4547ef4d98bf), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:22.935436 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0f9d808d-fcf3-4110-807d-53063269ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (624f6e84-4868-4ce5-8d69-4547ef4d98bf), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:22.937947 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0f9d808d-fcf3-4110-807d-53063269ba6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:22.939059 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-0f9d808d-fcf3-4110-807d-53063269ba6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/624f6e84-4868-4ce5-8d69-4547ef4d98bf HTTP/1.1" status: 204 len: 168 time: 0.1578109 Feb 20 23:50:22.949232 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d808d-fcf3-4110-807d-53063269ba6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624f6e84-4868-4ce5-8d69-4547ef4d98bf,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:23.101794 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:23.432141 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47342) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:23.445121 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a7000610-577b-4c0c-a790-9e00eddfa388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:23.515701 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a7000610-577b-4c0c-a790-9e00eddfa388 admin admin] Publish callbacks [] for security_group (3a90154e-7267-48ad-9a2d-cf281f338377), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:23.581521 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a7000610-577b-4c0c-a790-9e00eddfa388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (3a90154e-7267-48ad-9a2d-cf281f338377), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:23.618984 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-a7000610-577b-4c0c-a790-9e00eddfa388 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1196a18af66641cd847789fe0358522c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856582 Feb 20 23:50:23.619846 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7000610-577b-4c0c-a790-9e00eddfa388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a90154e-7267-48ad-9a2d-cf281f338377,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:23.621612 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47344) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:23.670133 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b51f773f-1ff0-423b-89c8-928a67f91992 admin admin] Publish callbacks [] for security_group (3a90154e-7267-48ad-9a2d-cf281f338377), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:23.691979 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b51f773f-1ff0-423b-89c8-928a67f91992 admin admin] Publish callbacks [] for security_group (3a90154e-7267-48ad-9a2d-cf281f338377), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:23.821749 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b51f773f-1ff0-423b-89c8-928a67f91992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (3a90154e-7267-48ad-9a2d-cf281f338377), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:23.824500 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b51f773f-1ff0-423b-89c8-928a67f91992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:23.829279 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-b51f773f-1ff0-423b-89c8-928a67f91992 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a90154e-7267-48ad-9a2d-cf281f338377 HTTP/1.1" status: 204 len: 168 time: 0.2054505 Feb 20 23:50:23.837253 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f773f-1ff0-423b-89c8-928a67f91992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a90154e-7267-48ad-9a2d-cf281f338377,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:23.979187 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff9178-7fca-42f5-8502-39d9e5da912b req-ce234467-747b-4f4d-8a83-b211f264328a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:23.980761 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b9ff9178-7fca-42f5-8502-39d9e5da912b req-ce234467-747b-4f4d-8a83-b211f264328a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 943 time: 0.2775948 Feb 20 23:50:24.035699 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b9ff9178-7fca-42f5-8502-39d9e5da912b req-65966949-7545-4e70-9f97-ff88c6552543 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481575 Feb 20 23:50:24.393602 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 758e5717-c701-4ff5-b93b-928708c147eb details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:50:24.493467 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 758e5717-c701-4ff5-b93b-928708c147eb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=758e5717-c701-4ff5-b93b-928708c147eb,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:24.505298 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': '758e5717-c701-4ff5-b93b-928708c147eb', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'port_id': '758e5717-c701-4ff5-b93b-928708c147eb', 'mac_address': 'fa:16:3e:65:11:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:50:24.546714 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 758e5717-c701-4ff5-b93b-928708c147eb is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:50:24.547109 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (758e5717-c701-4ff5-b93b-928708c147eb), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:24.560425 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758e5717-c701-4ff5-b93b-928708c147eb {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:50:24.580378 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 758e5717-c701-4ff5-b93b-928708c147eb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=758e5717-c701-4ff5-b93b-928708c147eb,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:24.650178 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (758e5717-c701-4ff5-b93b-928708c147eb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:24.680392 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:24.699934 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=758e5717-c701-4ff5-b93b-928708c147eb,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:24.707353 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:24.708030 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:24.708195 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:24.708540 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:24.708921 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:24.709287 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:24.709626 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:24.709957 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:24.710290 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:24.710651 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:24.710995 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:24.711308 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:24.711633 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:50:24.958124 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['758e5717-c701-4ff5-b93b-928708c147eb'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:50:25.160901 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fec17-63fc-4406-849a-af3d493b4759 req-87520632-0cc0-48b4-9c3b-fa61e66905d7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:25.162503 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-805fec17-63fc-4406-849a-af3d493b4759 req-87520632-0cc0-48b4-9c3b-fa61e66905d7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 944 time: 0.0595083 Feb 20 23:50:25.215958 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-805fec17-63fc-4406-849a-af3d493b4759 req-9ae3707d-9e3a-4d8a-880c-36030d95beb1 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475051 Feb 20 23:50:26.101638 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:26.350226 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced7f6-70f7-41da-a9ea-84dd939d0ae8 req-7f4891c4-348f-4d38-8a78-70be82985653 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:26.351901 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-27ced7f6-70f7-41da-a9ea-84dd939d0ae8 req-7f4891c4-348f-4d38-8a78-70be82985653 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 944 time: 0.0650587 Feb 20 23:50:26.411511 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-27ced7f6-70f7-41da-a9ea-84dd939d0ae8 req-fab887fa-1301-4594-aeee-da5eaa47fcdd tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538311 Feb 20 23:50:26.431248 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 758e5717-c701-4ff5-b93b-928708c147eb up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:50:26.547180 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port 758e5717-c701-4ff5-b93b-928708c147eb completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:50:26.551156 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port 758e5717-c701-4ff5-b93b-928708c147eb triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:50:26.551564 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (758e5717-c701-4ff5-b93b-928708c147eb), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:26.628999 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port 758e5717-c701-4ff5-b93b-928708c147eb is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:50:26.629389 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (758e5717-c701-4ff5-b93b-928708c147eb), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:26.652532 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758e5717-c701-4ff5-b93b-928708c147eb'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:50:26.657916 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdd2aca-acb8-466d-bd4f-55eedff0ed77" -d '{"events": [{"server_uuid": "0721ac2a-4638-45fe-a86c-249ea066fa1a", "name": "network-vif-plugged", "status": "completed", "tag": "758e5717-c701-4ff5-b93b-928708c147eb"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:50:26.667623 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port 758e5717-c701-4ff5-b93b-928708c147eb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=758e5717-c701-4ff5-b93b-928708c147eb,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:50:26.691911 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7caea3a-3709-4ef6-a7c2-f2158ab4caac x-openstack-request-id: req-f7caea3a-3709-4ef6-a7c2-f2158ab4caac {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:50:26.692220 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0721ac2a-4638-45fe-a86c-249ea066fa1a", "name": "network-vif-plugged", "status": "completed", "tag": "758e5717-c701-4ff5-b93b-928708c147eb", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:50:26.692477 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7caea3a-3709-4ef6-a7c2-f2158ab4caac {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:50:26.692956 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758e5717-c701-4ff5-b93b-928708c147eb', 'code': 200} Feb 20 23:50:26.724262 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (758e5717-c701-4ff5-b93b-928708c147eb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:26.775553 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=758e5717-c701-4ff5-b93b-928708c147eb,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:26.810700 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47422) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:26.920010 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f6deb760-4f12-4ef4-af20-cc008dcd8d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:27.002892 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f6deb760-4f12-4ef4-af20-cc008dcd8d8c admin admin] Publish callbacks [] for security_group (519e5026-49d4-4bd7-9813-485cdd1654f3), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:27.039300 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988e332-d8b5-4bf7-a763-c8808041a76e req-55f11dda-5a58-428b-b659-303e44917b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:27.040803 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f988e332-d8b5-4bf7-a763-c8808041a76e req-55f11dda-5a58-428b-b659-303e44917b23 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 1129 time: 0.0487168 Feb 20 23:50:27.061446 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f6deb760-4f12-4ef4-af20-cc008dcd8d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (519e5026-49d4-4bd7-9813-485cdd1654f3), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:27.096830 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f988e332-d8b5-4bf7-a763-c8808041a76e req-5c984183-ffe7-40e4-854d-cd826f71fc7d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492649 Feb 20 23:50:27.098686 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f6deb760-4f12-4ef4-af20-cc008dcd8d8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee1227bb44d342a4bba3fca2e311b838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869518 Feb 20 23:50:27.100720 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6deb760-4f12-4ef4-af20-cc008dcd8d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519e5026-49d4-4bd7-9813-485cdd1654f3,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:27.101320 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47426) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:27.150906 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0fb97e4f-91f5-4d44-b5ce-6c3d17a7d9be admin admin] Publish callbacks [] for security_group (519e5026-49d4-4bd7-9813-485cdd1654f3), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:27.172566 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0fb97e4f-91f5-4d44-b5ce-6c3d17a7d9be admin admin] Publish callbacks [] for security_group (519e5026-49d4-4bd7-9813-485cdd1654f3), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:27.284667 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0fb97e4f-91f5-4d44-b5ce-6c3d17a7d9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (519e5026-49d4-4bd7-9813-485cdd1654f3), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:27.287316 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-0fb97e4f-91f5-4d44-b5ce-6c3d17a7d9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:27.288498 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-0fb97e4f-91f5-4d44-b5ce-6c3d17a7d9be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/519e5026-49d4-4bd7-9813-485cdd1654f3 HTTP/1.1" status: 204 len: 168 time: 0.1862688 Feb 20 23:50:27.297861 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb97e4f-91f5-4d44-b5ce-6c3d17a7d9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519e5026-49d4-4bd7-9813-485cdd1654f3,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:27.530886 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63171b3-f7e5-4868-a2e4-8d675edcc899 req-241d1b29-4ca6-4907-b181-a10795a8c22c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:27.532389 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c63171b3-f7e5-4868-a2e4-8d675edcc899 req-241d1b29-4ca6-4907-b181-a10795a8c22c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 945 time: 0.0554764 Feb 20 23:50:27.587457 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c63171b3-f7e5-4868-a2e4-8d675edcc899 req-1fbb78c8-d9b9-46c5-b5c3-90b939552c5e tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492747 Feb 20 23:50:27.903778 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47436) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:27.916533 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b6f1c117-5822-4641-8378-072f39f6fc61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:27.988714 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b6f1c117-5822-4641-8378-072f39f6fc61 admin admin] Publish callbacks [] for security_group (a8e98028-f0af-4884-a76c-4c72429cd43c), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:28.032957 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b6f1c117-5822-4641-8378-072f39f6fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a8e98028-f0af-4884-a76c-4c72429cd43c), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:28.069044 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1c117-5822-4641-8378-072f39f6fc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e98028-f0af-4884-a76c-4c72429cd43c,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:28.074113 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-b6f1c117-5822-4641-8378-072f39f6fc61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5d75f161e8b499f95b7f86e11098b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693287 Feb 20 23:50:28.079004 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47438) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:28.125501 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8dd9bef9-5045-40e4-98fe-63f9c0c24878 admin admin] Publish callbacks [] for security_group (a8e98028-f0af-4884-a76c-4c72429cd43c), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:28.151102 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8dd9bef9-5045-40e4-98fe-63f9c0c24878 admin admin] Publish callbacks [] for security_group (a8e98028-f0af-4884-a76c-4c72429cd43c), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:28.238953 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8dd9bef9-5045-40e4-98fe-63f9c0c24878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a8e98028-f0af-4884-a76c-4c72429cd43c), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:28.242151 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-8dd9bef9-5045-40e4-98fe-63f9c0c24878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:28.243294 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-8dd9bef9-5045-40e4-98fe-63f9c0c24878 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8e98028-f0af-4884-a76c-4c72429cd43c HTTP/1.1" status: 204 len: 168 time: 0.1633897 Feb 20 23:50:28.252844 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9bef9-5045-40e4-98fe-63f9c0c24878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e98028-f0af-4884-a76c-4c72429cd43c,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:28.710694 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8ed7b-6c5e-4b1c-b755-a7b09da5569f req-c6eecf80-41a7-438f-a3de-15e0197be3d9 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:28.712237 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a1b8ed7b-6c5e-4b1c-b755-a7b09da5569f req-c6eecf80-41a7-438f-a3de-15e0197be3d9 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 945 time: 0.0549388 Feb 20 23:50:28.761352 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a1b8ed7b-6c5e-4b1c-b755-a7b09da5569f req-f771e068-cb4a-496a-ac19-51f3b4ced6cc tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Feb 20 23:50:28.879013 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43958a0b-013d-4d0b-99fd-89c0533c2289 req-02c7a8ab-7838-4687-9249-106fac4a4ef7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:28.880383 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-43958a0b-013d-4d0b-99fd-89c0533c2289 req-02c7a8ab-7838-4687-9249-106fac4a4ef7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 945 time: 0.0533133 Feb 20 23:50:28.929819 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-43958a0b-013d-4d0b-99fd-89c0533c2289 req-1a7a710a-f5f2-4216-b200-51103fc3aff2 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435967 Feb 20 23:50:28.954373 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47456) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:29.002385 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5257b55-cc07-42f3-851e-d7a45373e2e9 tempest-TestVolumeBootPattern-2134529626 tempest-TestVolumeBootPattern-2134529626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:29.003904 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-b5257b55-cc07-42f3-851e-d7a45373e2e9 tempest-TestVolumeBootPattern-2134529626 tempest-TestVolumeBootPattern-2134529626-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 1124 time: 0.0485544 Feb 20 23:50:29.006857 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47460) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:29.013124 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.v2.base [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Request body: {'floatingip': {'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'port_id': '758e5717-c701-4ff5-b93b-928708c147eb', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:50:29.101378 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:29.202950 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:29.307964 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_common [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Allocated IP 172.27.0.170 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/37774e8f-1f24-45da-afeb-356ce8c092f4) {{(pid=109847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:50:29.409178 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for port (37774e8f-1f24-45da-afeb-356ce8c092f4), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:29.530677 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (37774e8f-1f24-45da-afeb-356ce8c092f4), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:29.569261 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:50:29.572202 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.base_scheduler [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Resources bound (agent type, host, resource id): {{(pid=109847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:50:29.576063 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Received port after_create {{(pid=109847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:50:29.581389 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:29.605870 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'Port': ['ID=37774e8f-1f24-45da-afeb-356ce8c092f4,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:29.948475 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for floatingip (504d709e-16e1-4995-a2f1-298057ee64b0), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:30.070880 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (37774e8f-1f24-45da-afeb-356ce8c092f4), before_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:30.220986 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for port (37774e8f-1f24-45da-afeb-356ce8c092f4), precommit_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:30.307022 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58751167'] for port (37774e8f-1f24-45da-afeb-356ce8c092f4), after_update {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:30.345675 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-be16ce74-1f95-4eb0-b0e9-62c4cd1c2185 req-88c688be-6843-409c-8f2d-d504f2236297 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438347 Feb 20 23:50:30.385445 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'Port': ['ID=37774e8f-1f24-45da-afeb-356ce8c092f4,revision_number=2']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:30.394504 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (504d709e-16e1-4995-a2f1-298057ee64b0), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:30.434221 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16ce74-1f95-4eb0-b0e9-62c4cd1c2185 req-79ecabf1-19ae-498c-9feb-d7722e13366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:30.439005 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-be16ce74-1f95-4eb0-b0e9-62c4cd1c2185 req-79ecabf1-19ae-498c-9feb-d7722e13366d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 1130 time: 0.0475032 Feb 20 23:50:30.557919 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16ce74-1f95-4eb0-b0e9-62c4cd1c2185 req-bd57f7fd-e652-4daf-b0d7-83b7523d2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:30.559694 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-be16ce74-1f95-4eb0-b0e9-62c4cd1c2185 req-bd57f7fd-e652-4daf-b0d7-83b7523d2467 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 HTTP/1.1" status: 200 len: 918 time: 0.0990529 Feb 20 23:50:30.638809 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-be16ce74-1f95-4eb0-b0e9-62c4cd1c2185 req-955c4d54-2716-4d5a-8091-84536878c04f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef HTTP/1.1" status: 200 len: 1000 time: 0.0714424 Feb 20 23:50:30.693135 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16ce74-1f95-4eb0-b0e9-62c4cd1c2185 req-ffe13db4-32f0-4f9a-8b51-d45d2ea48a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:30.694600 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-be16ce74-1f95-4eb0-b0e9-62c4cd1c2185 req-ffe13db4-32f0-4f9a-8b51-d45d2ea48a53 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0824fe94-1e5c-4564-a36f-ea1b09d0aec8 HTTP/1.1" status: 200 len: 856 time: 0.0488846 Feb 20 23:50:30.749459 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16ce74-1f95-4eb0-b0e9-62c4cd1c2185 req-e4a0438f-2978-46ce-946f-355f37ae1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:30.750948 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-be16ce74-1f95-4eb0-b0e9-62c4cd1c2185 req-e4a0438f-2978-46ce-946f-355f37ae1259 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500007 Feb 20 23:50:30.767267 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.l3_db [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Floating IP 504d709e-16e1-4995-a2f1-298057ee64b0 associated. External IP: 172.27.0.170, port: 758e5717-c701-4ff5-b93b-928708c147eb. Feb 20 23:50:30.843089 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-be16ce74-1f95-4eb0-b0e9-62c4cd1c2185 req-71a44498-ff20-4f01-9160-95793cd2e0e5 service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843339 Feb 20 23:50:30.938735 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-be16ce74-1f95-4eb0-b0e9-62c4cd1c2185 req-b7eae522-91ea-4c76-8850-4dc86be7ad1b service neutron] 10.222.0.89 "GET /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888226 Feb 20 23:50:30.983666 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Router ad4b40db-bc60-4213-82ec-f7a471843fae has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:50:31.100366 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:50:31.111185 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedd1468-8dea-4cb5-b139-2e3fa0461913 None None] Sync routers for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:50:31.120897 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedd1468-8dea-4cb5-b139-2e3fa0461913 None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:50:31.121492 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-eedd1468-8dea-4cb5-b139-2e3fa0461913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:50:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:31.206581 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:31.238751 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-5896c99f-afbf-454a-b5e0-9e67fe0e086f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2305808 Feb 20 23:50:31.239216 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'tag': '758e5717-c701-4ff5-b93b-928708c147eb'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:50:31.240112 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-eedd1468-8dea-4cb5-b139-2e3fa0461913 None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:50:31.242080 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33693a61-58a9-4efc-8e26-94b7c3d608e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0721ac2a-4638-45fe-a86c-249ea066fa1a", "tag": "758e5717-c701-4ff5-b93b-928708c147eb"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:50:31.280602 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cf8b99-7ea0-4ba6-bfcf-184f982a0ab5 x-openstack-request-id: req-e2cf8b99-7ea0-4ba6-bfcf-184f982a0ab5 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:50:31.280930 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0721ac2a-4638-45fe-a86c-249ea066fa1a", "tag": "758e5717-c701-4ff5-b93b-928708c147eb", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:50:31.281183 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2cf8b99-7ea0-4ba6-bfcf-184f982a0ab5 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:50:31.281589 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'tag': '758e5717-c701-4ff5-b93b-928708c147eb', 'status': 'completed', 'code': 200} Feb 20 23:50:31.355592 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693a61-58a9-4efc-8e26-94b7c3d608e8 req-3d8ab465-ae7c-4eed-9f8e-7ca8596fbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:31.358316 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-33693a61-58a9-4efc-8e26-94b7c3d608e8 req-3d8ab465-ae7c-4eed-9f8e-7ca8596fbb0d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 1129 time: 0.0499530 Feb 20 23:50:31.451732 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693a61-58a9-4efc-8e26-94b7c3d608e8 req-d295c191-0f2a-474d-af51-6e9ce16247d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:31.453217 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-33693a61-58a9-4efc-8e26-94b7c3d608e8 req-d295c191-0f2a-474d-af51-6e9ce16247d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 913 time: 0.0881367 Feb 20 23:50:31.473763 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-eedd1468-8dea-4cb5-b139-2e3fa0461913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '504d709e-16e1-4995-a2f1-298057ee64b0', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': '758e5717-c701-4ff5-b93b-928708c147eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:65:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:50:29Z', 'updated_at': '2022-02-20T23:50:29Z', 'revision_number': 0, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:31.502364 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedd1468-8dea-4cb5-b139-2e3fa0461913 None None] Checking router: ad4b40db-bc60-4213-82ec-f7a471843fae for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:50:31.512929 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedd1468-8dea-4cb5-b139-2e3fa0461913 None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:50:31.513985 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-eedd1468-8dea-4cb5-b139-2e3fa0461913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:50:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:31.528623 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-33693a61-58a9-4efc-8e26-94b7c3d608e8 req-a1ba381c-39ac-4ca8-8af9-3ea8cc597653 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=758e5717-c701-4ff5-b93b-928708c147eb HTTP/1.1" status: 200 len: 999 time: 0.0644512 Feb 20 23:50:31.578454 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693a61-58a9-4efc-8e26-94b7c3d608e8 req-56bba686-3375-4e77-ad77-49714fc7b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:31.579902 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-33693a61-58a9-4efc-8e26-94b7c3d608e8 req-56bba686-3375-4e77-ad77-49714fc7b1bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 200 len: 851 time: 0.0453348 Feb 20 23:50:31.625667 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-eedd1468-8dea-4cb5-b139-2e3fa0461913 None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:50:31.631591 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693a61-58a9-4efc-8e26-94b7c3d608e8 req-2376a512-cc2b-4b93-bb37-3258f60caabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:50:31.633204 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-33693a61-58a9-4efc-8e26-94b7c3d608e8 req-2376a512-cc2b-4b93-bb37-3258f60caabe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468323 Feb 20 23:50:31.729425 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-33693a61-58a9-4efc-8e26-94b7c3d608e8 req-ec323818-7f7e-447b-9677-61837111dee3 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892971 Feb 20 23:50:31.822770 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-33693a61-58a9-4efc-8e26-94b7c3d608e8 req-4488aae8-1391-41a4-952f-b44e33707827 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865030 Feb 20 23:50:31.856097 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-eedd1468-8dea-4cb5-b139-2e3fa0461913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '504d709e-16e1-4995-a2f1-298057ee64b0', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': '758e5717-c701-4ff5-b93b-928708c147eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:65:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:50:29Z', 'updated_at': '2022-02-20T23:50:29Z', 'revision_number': 0, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:50:31.886093 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedd1468-8dea-4cb5-b139-2e3fa0461913 None None] The sync data for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi is: [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '504d709e-16e1-4995-a2f1-298057ee64b0', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': '758e5717-c701-4ff5-b93b-928708c147eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:65:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:50:29Z', 'updated_at': '2022-02-20T23:50:29Z', 'revision_number': 0, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:50:32.080112 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6ebd5-1a57-45fe-b47f-7ea8b04d6d82 None None] New status for floating IP 504d709e-16e1-4995-a2f1-298057ee64b0: ACTIVE {{(pid=109848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:50:37.061947 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:50:49.312271 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e16787fa-a2c8-4f9c-b998-72aeb56ff0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:51.741099 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb0f5f88-7930-43d1-82ac-be6abf257e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:53.077964 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:54.666551 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:55.221770 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47618) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:55.329740 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcee8-378b-4ac6-b3c1-ee159aca195e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:55.401292 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcee8-378b-4ac6-b3c1-ee159aca195e admin admin] Publish callbacks [] for security_group (78d9b08f-840f-4747-b514-67988b440d2b), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:55.460995 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcee8-378b-4ac6-b3c1-ee159aca195e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (78d9b08f-840f-4747-b514-67988b440d2b), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:55.499046 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fcee8-378b-4ac6-b3c1-ee159aca195e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d9b08f-840f-4747-b514-67988b440d2b,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:55.504558 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-1b7fcee8-378b-4ac6-b3c1-ee159aca195e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb7ce2397ed443769677f6f045f13697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818103 Feb 20 23:50:55.507543 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47622) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:50:55.554660 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-735099e4-2665-4177-8488-c49c43d08f6e admin admin] Publish callbacks [] for security_group (78d9b08f-840f-4747-b514-67988b440d2b), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:55.575646 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-735099e4-2665-4177-8488-c49c43d08f6e admin admin] Publish callbacks [] for security_group (78d9b08f-840f-4747-b514-67988b440d2b), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:55.660684 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-735099e4-2665-4177-8488-c49c43d08f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (78d9b08f-840f-4747-b514-67988b440d2b), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:55.663288 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-735099e4-2665-4177-8488-c49c43d08f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:55.664410 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-735099e4-2665-4177-8488-c49c43d08f6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78d9b08f-840f-4747-b514-67988b440d2b HTTP/1.1" status: 204 len: 168 time: 0.1559830 Feb 20 23:50:55.673849 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735099e4-2665-4177-8488-c49c43d08f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d9b08f-840f-4747-b514-67988b440d2b,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:50:56.130058 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:50:59.620621 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:04.515677 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287281ca-be6c-4121-a811-f3b3306eb258 req-784dffb3-d8ca-4b7a-9856-297852e87584 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:51:04.518031 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-287281ca-be6c-4121-a811-f3b3306eb258 req-784dffb3-d8ca-4b7a-9856-297852e87584 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 946 time: 0.0595396 Feb 20 23:51:04.566862 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-287281ca-be6c-4121-a811-f3b3306eb258 req-39a025c6-5de4-4655-b6f9-032c0c374c77 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433350 Feb 20 23:51:05.691115 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ff33d-0627-4037-a57d-800c9ef065db req-dde185a2-506c-4083-848a-f9db63fa6bc7 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:51:05.692582 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a61ff33d-0627-4037-a57d-800c9ef065db req-dde185a2-506c-4083-848a-f9db63fa6bc7 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 946 time: 0.0514786 Feb 20 23:51:05.739759 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-a61ff33d-0627-4037-a57d-800c9ef065db req-111156ae-fbdd-462a-b3d4-de9abae508c9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c69c89e-d21c-4b32-a93b-203c1021adc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416663 Feb 20 23:51:06.057973 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-f131c234-b503-4979-aaf6-28204724c97f tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:51:06.059438 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-f131c234-b503-4979-aaf6-28204724c97f tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.89 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 946 time: 0.0521910 Feb 20 23:51:06.156071 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Deleting port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:51:06.156412 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:06.183324 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47756) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:06.246174 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] For port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:51:06.246534 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:06.287929 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:06.362463 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Publish callbacks [] for security_group (43ab41ab-771e-4259-a15d-731ac0a231f4), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:06.415072 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (43ab41ab-771e-4259-a15d-731ac0a231f4), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:06.421232 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:06.421599 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (08f3774d-0e5c-4f81-96db-733e76434b77), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:06.421915 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.l3_db [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Floating IP 08f3774d-0e5c-4f81-96db-733e76434b77 disassociated. External IP: 172.27.0.96, port: 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef. Feb 20 23:51:06.422257 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Calling delete_port for 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef owned by compute:nova {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:51:06.453292 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7d63b66d2df4153bda337cc3e6abc38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688808 Feb 20 23:51:06.455115 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ab41ab-771e-4259-a15d-731ac0a231f4,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:06.457045 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47760) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:06.475346 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.475694 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.476033 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.476368 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.476760 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.477094 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.477422 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.477781 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.478108 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.478430 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.478748 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.479064 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.479383 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bb7341-5ca2-4933-b96f-bfa6a7d75f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.519120 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-933eb069-249b-4010-923d-6ccc26edb7be admin admin] Publish callbacks [] for security_group (43ab41ab-771e-4259-a15d-731ac0a231f4), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:06.540501 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-933eb069-249b-4010-923d-6ccc26edb7be admin admin] Publish callbacks [] for security_group (43ab41ab-771e-4259-a15d-731ac0a231f4), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:06.604138 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (9c92c76d-0c67-4204-aa1c-95ade4fcc7ef), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:06.637074 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event deleted for resources: {'Port': ['ID=9c92c76d-0c67-4204-aa1c-95ade4fcc7ef,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:06.647573 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.647932 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.648176 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-933eb069-249b-4010-923d-6ccc26edb7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (43ab41ab-771e-4259-a15d-731ac0a231f4), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:06.648297 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.648602 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.648970 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.649304 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.649632 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.649955 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.650280 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.650648 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.650875 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-933eb069-249b-4010-923d-6ccc26edb7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:06.650987 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.651230 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.651550 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:51:06.653192 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-933eb069-249b-4010-923d-6ccc26edb7be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43ab41ab-771e-4259-a15d-731ac0a231f4 HTTP/1.1" status: 204 len: 168 time: 0.1951671 Feb 20 23:51:06.671316 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933eb069-249b-4010-923d-6ccc26edb7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ab41ab-771e-4259-a15d-731ac0a231f4,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:06.767357 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Router 8477965c-8e3f-4386-b418-1bee75d15ddf has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:51:06.849549 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-256a064d-69f3-4ea8-8623-983a8e35330a req-ec800209-9102-4d10-acad-ce88ac7fb3a2 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/ports?device_id=c684eb65-9ec4-4452-9de3-2a5214a92be2 HTTP/1.1" status: 200 len: 210 time: 0.0329108 Feb 20 23:51:06.915920 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:51:06.926754 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2df6ad-6458-49a5-9a50-81d8eed726c8 None None] Sync routers for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:51:06.937681 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2df6ad-6458-49a5-9a50-81d8eed726c8 None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:51:06.939158 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-4f2df6ad-6458-49a5-9a50-81d8eed726c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:50:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:51:06.959081 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] No DVR routers for this DVR port 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef on host hv-cinder-81322 {{(pid=109846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:51:06.961650 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:06.965008 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-278c5e86-0706-48d3-87b9-efdffb5cb0c2 req-c67f7578-2987-4506-a9bf-443d7b7ca9b9 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.89 "DELETE /v2.0/ports/9c92c76d-0c67-4204-aa1c-95ade4fcc7ef HTTP/1.1" status: 204 len: 173 time: 0.9000304 Feb 20 23:51:06.965470 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'name': 'network-vif-deleted', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:51:06.967745 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b24e74d-5a63-4595-a800-2dd59b8ed7f0" -d '{"events": [{"server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "name": "network-vif-deleted", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:51:07.180511 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-4f2df6ad-6458-49a5-9a50-81d8eed726c8 None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:51:07.187728 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5597d0b9-6e7e-4de5-a233-767b64dba61d x-openstack-request-id: req-5597d0b9-6e7e-4de5-a233-767b64dba61d {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:51:07.188023 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684eb65-9ec4-4452-9de3-2a5214a92be2", "name": "network-vif-deleted", "tag": "9c92c76d-0c67-4204-aa1c-95ade4fcc7ef", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:51:07.188277 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5597d0b9-6e7e-4de5-a233-767b64dba61d {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:51:07.188788 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c684eb65-9ec4-4452-9de3-2a5214a92be2', 'name': 'network-vif-deleted', 'tag': '9c92c76d-0c67-4204-aa1c-95ade4fcc7ef', 'status': 'completed', 'code': 200} Feb 20 23:51:07.239781 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47772) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:07.255008 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0559f37c-dad3-42c6-9925-4318591bdf9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:07.334144 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0559f37c-dad3-42c6-9925-4318591bdf9e admin admin] Publish callbacks [] for security_group (038191ce-4762-48c1-be47-e32ef80a7a3f), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:07.388512 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-4f2df6ad-6458-49a5-9a50-81d8eed726c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:45Z', 'revision_number': 5, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:51:07.392974 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-0559f37c-dad3-42c6-9925-4318591bdf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (038191ce-4762-48c1-be47-e32ef80a7a3f), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:07.416033 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2df6ad-6458-49a5-9a50-81d8eed726c8 None None] Checking router: 8477965c-8e3f-4386-b418-1bee75d15ddf for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:51:07.425345 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2df6ad-6458-49a5-9a50-81d8eed726c8 None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:51:07.425957 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-4f2df6ad-6458-49a5-9a50-81d8eed726c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:50:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:51:07.432957 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-0559f37c-dad3-42c6-9925-4318591bdf9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a2f4b5eb2b244809c09e57ed2da31f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1916461 Feb 20 23:51:07.434033 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559f37c-dad3-42c6-9925-4318591bdf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038191ce-4762-48c1-be47-e32ef80a7a3f,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:07.435887 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47774) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:07.485384 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca8f6-fb00-43c0-b795-d6f6297a26d4 admin admin] Publish callbacks [] for security_group (038191ce-4762-48c1-be47-e32ef80a7a3f), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:07.511350 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca8f6-fb00-43c0-b795-d6f6297a26d4 admin admin] Publish callbacks [] for security_group (038191ce-4762-48c1-be47-e32ef80a7a3f), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:07.536528 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-4f2df6ad-6458-49a5-9a50-81d8eed726c8 None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:51:07.615189 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca8f6-fb00-43c0-b795-d6f6297a26d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (038191ce-4762-48c1-be47-e32ef80a7a3f), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:07.617967 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca8f6-fb00-43c0-b795-d6f6297a26d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:07.619184 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-5c2ca8f6-fb00-43c0-b795-d6f6297a26d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/038191ce-4762-48c1-be47-e32ef80a7a3f HTTP/1.1" status: 204 len: 168 time: 0.1821713 Feb 20 23:51:07.627606 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ca8f6-fb00-43c0-b795-d6f6297a26d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038191ce-4762-48c1-be47-e32ef80a7a3f,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:07.747220 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-4f2df6ad-6458-49a5-9a50-81d8eed726c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:45Z', 'revision_number': 5, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:51:07.774906 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2df6ad-6458-49a5-9a50-81d8eed726c8 None None] The sync data for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi is: [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:40:34Z', 'revision_number': 4, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': 'c6a5e9fd-862c-4805-b6bc-c73005e3f938', 'name': '', 'network_id': 'e03f66c1-ea39-420d-9c4e-5f4ea4940fe8', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'mac_address': 'fa:16:3e:f6:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:31Z', 'updated_at': '2022-02-20T23:40:45Z', 'revision_number': 5, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'subnets': [{'id': '0824fe94-1e5c-4564-a36f-ea1b09d0aec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:51:08.005825 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1150ed3-98a6-4558-be7c-bf83c014c62b None None] New status for floating IP 08f3774d-0e5c-4f81-96db-733e76434b77: DOWN {{(pid=109848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:51:08.027747 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47784) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:08.084318 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6dde-dd89-40a3-bc11-3923e004363d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group (0c69c89e-d21c-4b32-a93b-203c1021adc0), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.108204 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6dde-dd89-40a3-bc11-3923e004363d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group (0c69c89e-d21c-4b32-a93b-203c1021adc0), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.226642 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6dde-dd89-40a3-bc11-3923e004363d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (0c69c89e-d21c-4b32-a93b-203c1021adc0), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.230493 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6dde-dd89-40a3-bc11-3923e004363d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.231638 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-cf7d6dde-dd89-40a3-bc11-3923e004363d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "DELETE /v2.0/security-groups/0c69c89e-d21c-4b32-a93b-203c1021adc0 HTTP/1.1" status: 204 len: 168 time: 0.2029231 Feb 20 23:51:08.234474 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47786) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:08.242269 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d6dde-dd89-40a3-bc11-3923e004363d tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c69c89e-d21c-4b32-a93b-203c1021adc0,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:08.248754 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.api.v2.resource [None req-1dd071c0-8ba6-4b0f-a7dc-b43bf9974960 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] show failed (client error): The resource could not be found. Feb 20 23:51:08.249757 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-1dd071c0-8ba6-4b0f-a7dc-b43bf9974960 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "GET /v2.0/security-groups/0c69c89e-d21c-4b32-a93b-203c1021adc0 HTTP/1.1" status: 404 len: 347 time: 0.0142593 Feb 20 23:51:08.253548 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47788) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:08.301097 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47790) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:08.314197 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-acbfc467-27de-4309-9049-5488c274574e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.379853 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-40e0d472-ce9a-4d54-8bff-b19db57fa342 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Deleting port b6925c0b-934e-4d30-9f3d-1191b5bfb613 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:51:08.380186 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-40e0d472-ce9a-4d54-8bff-b19db57fa342 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (b6925c0b-934e-4d30-9f3d-1191b5bfb613), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.387625 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-acbfc467-27de-4309-9049-5488c274574e admin admin] Publish callbacks [] for security_group (10f6d5ad-d73e-48da-8b3c-7125a2e0c653), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.438141 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-acbfc467-27de-4309-9049-5488c274574e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (10f6d5ad-d73e-48da-8b3c-7125a2e0c653), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.457040 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-40e0d472-ce9a-4d54-8bff-b19db57fa342 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (b6925c0b-934e-4d30-9f3d-1191b5bfb613), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.457365 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-40e0d472-ce9a-4d54-8bff-b19db57fa342 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (b6925c0b-934e-4d30-9f3d-1191b5bfb613), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.468856 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-40e0d472-ce9a-4d54-8bff-b19db57fa342 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Calling delete_port for b6925c0b-934e-4d30-9f3d-1191b5bfb613 owned by network:floatingip {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:51:08.481213 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-acbfc467-27de-4309-9049-5488c274574e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d416740ba14a40248637f1007e830ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1766627 Feb 20 23:51:08.481213 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfc467-27de-4309-9049-5488c274574e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f6d5ad-d73e-48da-8b3c-7125a2e0c653,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:08.481906 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47792) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:08.533619 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-3fe21dc5-57de-4ad8-978c-6eefb29f431a admin admin] Publish callbacks [] for security_group (10f6d5ad-d73e-48da-8b3c-7125a2e0c653), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.561836 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-3fe21dc5-57de-4ad8-978c-6eefb29f431a admin admin] Publish callbacks [] for security_group (10f6d5ad-d73e-48da-8b3c-7125a2e0c653), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.690305 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-40e0d472-ce9a-4d54-8bff-b19db57fa342 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (b6925c0b-934e-4d30-9f3d-1191b5bfb613), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.712450 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-3fe21dc5-57de-4ad8-978c-6eefb29f431a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (10f6d5ad-d73e-48da-8b3c-7125a2e0c653), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.715085 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-3fe21dc5-57de-4ad8-978c-6eefb29f431a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.716235 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-3fe21dc5-57de-4ad8-978c-6eefb29f431a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10f6d5ad-d73e-48da-8b3c-7125a2e0c653 HTTP/1.1" status: 204 len: 168 time: 0.2334378 Feb 20 23:51:08.716386 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0d472-ce9a-4d54-8bff-b19db57fa342 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Pushing event deleted for resources: {'Port': ['ID=b6925c0b-934e-4d30-9f3d-1191b5bfb613,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:08.729668 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe21dc5-57de-4ad8-978c-6eefb29f431a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f6d5ad-d73e-48da-8b3c-7125a2e0c653,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:08.787710 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-40e0d472-ce9a-4d54-8bff-b19db57fa342 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks [] for floatingip (08f3774d-0e5c-4f81-96db-733e76434b77), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.790260 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-40e0d472-ce9a-4d54-8bff-b19db57fa342 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:08.791939 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-40e0d472-ce9a-4d54-8bff-b19db57fa342 tempest-AttachVolumeShelveTestJSON-261655416 tempest-AttachVolumeShelveTestJSON-261655416-project] 10.222.0.37 "DELETE /v2.0/floatingips/08f3774d-0e5c-4f81-96db-733e76434b77 HTTP/1.1" status: 204 len: 168 time: 0.5369370 Feb 20 23:51:10.672483 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:51:10.692278 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:51:10.692625 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 9c92c76d-0c67-4204-aa1c-95ade4fcc7ef not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:51:11.532124 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47894) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:12.316057 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d1b66c7c-bf6f-4095-99b9-c1da8d1b9631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684852'] for router_interface (8477965c-8e3f-4386-b418-1bee75d15ddf), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:12.575347 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-d1b66c7c-bf6f-4095-99b9-c1da8d1b9631 admin admin] Deleting port c6a5e9fd-862c-4805-b6bc-c73005e3f938 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:51:12.576002 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d1b66c7c-bf6f-4095-99b9-c1da8d1b9631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:12.656062 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [None req-d1b66c7c-bf6f-4095-99b9-c1da8d1b9631 admin admin] For port c6a5e9fd-862c-4805-b6bc-c73005e3f938, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=c6a5e9fd-862c-4805-b6bc-c73005e3f938,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:51:12.656416 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d1b66c7c-bf6f-4095-99b9-c1da8d1b9631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:12.670022 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-d1b66c7c-bf6f-4095-99b9-c1da8d1b9631 admin admin] Calling delete_port for c6a5e9fd-862c-4805-b6bc-c73005e3f938 owned by network:router_interface {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:51:12.906954 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d1b66c7c-bf6f-4095-99b9-c1da8d1b9631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (c6a5e9fd-862c-4805-b6bc-c73005e3f938), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:12.932840 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b66c7c-bf6f-4095-99b9-c1da8d1b9631 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a5e9fd-862c-4805-b6bc-c73005e3f938,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:13.109587 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-d1b66c7c-bf6f-4095-99b9-c1da8d1b9631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4169999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687780'] for router_interface (8477965c-8e3f-4386-b418-1bee75d15ddf), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:13.344423 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b66c7c-bf6f-4095-99b9-c1da8d1b9631 admin admin] Router 8477965c-8e3f-4386-b418-1bee75d15ddf has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:51:13.457566 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b66c7c-bf6f-4095-99b9-c1da8d1b9631 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:51:13.462691 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-d1b66c7c-bf6f-4095-99b9-c1da8d1b9631 admin admin] 10.222.0.37 "PUT /v2.0/routers/8477965c-8e3f-4386-b418-1bee75d15ddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9295168 Feb 20 23:51:13.465260 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47902) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:13.468153 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c4bd9-d93d-4906-ab4b-92326e88f018 None None] Sync routers for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:51:13.479260 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c4bd9-d93d-4906-ab4b-92326e88f018 None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:51:13.479863 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-094c4bd9-d93d-4906-ab4b-92326e88f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:50:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:51:13.582275 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Publish callbacks [] for router (8477965c-8e3f-4386-b418-1bee75d15ddf), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:13.595038 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-094c4bd9-d93d-4906-ab4b-92326e88f018 None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:51:13.693382 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Publish callbacks [] for router_gateway (8477965c-8e3f-4386-b418-1bee75d15ddf), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:13.782647 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-094c4bd9-d93d-4906-ab4b-92326e88f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:51:12Z', 'revision_number': 5, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port': {'id': 'caa355c7-8d1d-4663-bbdb-712f1800a450', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:40:24Z', 'updated_at': '2022-02-20T23:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:51:13.814202 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c4bd9-d93d-4906-ab4b-92326e88f018 None None] Checking router: 8477965c-8e3f-4386-b418-1bee75d15ddf for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:51:13.819040 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Deleting port caa355c7-8d1d-4663-bbdb-712f1800a450 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:51:13.819378 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:13.823034 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c4bd9-d93d-4906-ab4b-92326e88f018 None None] Routers {'8477965c-8e3f-4386-b418-1bee75d15ddf'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:51:13.823637 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-094c4bd9-d93d-4906-ab4b-92326e88f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:50:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['8477965c-8e3f-4386-b418-1bee75d15ddf'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:51:13.900990 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] For port caa355c7-8d1d-4663-bbdb-712f1800a450, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=caa355c7-8d1d-4663-bbdb-712f1800a450,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:51:13.901347 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:13.916132 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Calling delete_port for caa355c7-8d1d-4663-bbdb-712f1800a450 owned by network:router_gateway {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:51:13.919777 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-094c4bd9-d93d-4906-ab4b-92326e88f018 None None] Set router 8477965c-8e3f-4386-b418-1bee75d15ddf gateway port host: None {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:51:13.972018 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-094c4bd9-d93d-4906-ab4b-92326e88f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:51:13Z', 'revision_number': 6, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port_host': None}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:51:14.004594 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c4bd9-d93d-4906-ab4b-92326e88f018 None None] The sync data for ids ['8477965c-8e3f-4386-b418-1bee75d15ddf'] in dv-cinder-813221-6-iscsi is: [{'id': '8477965c-8e3f-4386-b418-1bee75d15ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1642245225-router', 'tenant_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:40:22Z', 'updated_at': '2022-02-20T23:51:13Z', 'revision_number': 6, 'project_id': '71217ce1f2824d06a3b07c9e12cb1a97', 'gw_port_host': None}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:51:14.059670 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:51:14.146840 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (caa355c7-8d1d-4663-bbdb-712f1800a450), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.176865 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=caa355c7-8d1d-4663-bbdb-712f1800a450,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:14.241483 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686798'] for router_gateway (8477965c-8e3f-4386-b418-1bee75d15ddf), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.334756 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10424'] for router (8477965c-8e3f-4386-b418-1bee75d15ddf), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.336979 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Publish callbacks [] for router_controller (8477965c-8e3f-4386-b418-1bee75d15ddf), precommit_delete_associations {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.432901 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682923'] for router (8477965c-8e3f-4386-b418-1bee75d15ddf), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.434269 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8477965c-8e3f-4386-b418-1bee75d15ddf {{(pid=109846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:51:14.442153 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.443329 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-ea5abe5f-0d5f-4e44-8a49-e68c94891a18 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8477965c-8e3f-4386-b418-1bee75d15ddf HTTP/1.1" status: 204 len: 168 time: 0.9771705 Feb 20 23:51:14.445804 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 47906) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:14.489630 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_v2 [None req-63213d2f-6478-46ef-b1a0-9ea4a0e0fd25 admin admin] Deleting subnet 0824fe94-1e5c-4564-a36f-ea1b09d0aec8 {{(pid=109846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:51:14.492798 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-63213d2f-6478-46ef-b1a0-9ea4a0e0fd25 admin admin] Publish callbacks [] for subnet (0824fe94-1e5c-4564-a36f-ea1b09d0aec8), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.528316 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-63213d2f-6478-46ef-b1a0-9ea4a0e0fd25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62845135'] for subnet (0824fe94-1e5c-4564-a36f-ea1b09d0aec8), precommit_delete_associations {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.615162 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-63213d2f-6478-46ef-b1a0-9ea4a0e0fd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (0824fe94-1e5c-4564-a36f-ea1b09d0aec8), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.746835 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-63213d2f-6478-46ef-b1a0-9ea4a0e0fd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58947288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59354509'] for subnet (0824fe94-1e5c-4564-a36f-ea1b09d0aec8), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.779238 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63213d2f-6478-46ef-b1a0-9ea4a0e0fd25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0824fe94-1e5c-4564-a36f-ea1b09d0aec8,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:14.788930 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-63213d2f-6478-46ef-b1a0-9ea4a0e0fd25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.793601 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-63213d2f-6478-46ef-b1a0-9ea4a0e0fd25 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0824fe94-1e5c-4564-a36f-ea1b09d0aec8 HTTP/1.1" status: 204 len: 168 time: 0.3454278 Feb 20 23:51:14.793888 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee196268-fbcf-419b-a632-6199cee311f0 None None] Network e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:51:14.795063 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47910) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:14.881139 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (e03f66c1-ea39-420d-9c4e-5f4ea4940fe8), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.922092 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device caa355c7-8d1d-4663-bbdb-712f1800a450 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:51:14.947660 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: caa355c7-8d1d-4663-bbdb-712f1800a450 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:51:14.948192 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device caa355c7-8d1d-4663-bbdb-712f1800a450 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:51:14.948951 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device c6a5e9fd-862c-4805-b6bc-c73005e3f938 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:51:14.952036 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Deleting port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:51:14.952036 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:14.968847 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: c6a5e9fd-862c-4805-b6bc-c73005e3f938 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:51:14.969826 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device c6a5e9fd-862c-4805-b6bc-c73005e3f938 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:51:14.979353 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25488e52-141e-4435-b0a9-0b8bcfad33ee None None] DHCP port deletion for e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 request from dv-cinder-813221-6-iscsi {{(pid=109848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:51:15.028981 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] For port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=7474e156-4c1b-4831-98cb-ae0a04ca3f1d,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:51:15.029349 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.032349 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-25488e52-141e-4435-b0a9-0b8bcfad33ee None None] Deleting port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:51:15.032806 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25488e52-141e-4435-b0a9-0b8bcfad33ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.043658 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Calling delete_port for 7474e156-4c1b-4831-98cb-ae0a04ca3f1d owned by network:dhcp {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:51:15.111526 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-25488e52-141e-4435-b0a9-0b8bcfad33ee None None] For port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=7474e156-4c1b-4831-98cb-ae0a04ca3f1d,segment=NetworkSegment(956a8fb4-e058-470d-b83f-9f77889802b2),segment_id=956a8fb4-e058-470d-b83f-9f77889802b2)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:51:15.112270 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25488e52-141e-4435-b0a9-0b8bcfad33ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.130521 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-25488e52-141e-4435-b0a9-0b8bcfad33ee None None] Calling delete_port for 7474e156-4c1b-4831-98cb-ae0a04ca3f1d owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:51:15.220897 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.226924 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-25488e52-141e-4435-b0a9-0b8bcfad33ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883'] for port (7474e156-4c1b-4831-98cb-ae0a04ca3f1d), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.251769 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] No DVR routers for this DVR port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d on host dv-cinder-813221-6-iscsi {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:51:15.257635 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=7474e156-4c1b-4831-98cb-ae0a04ca3f1d,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:15.258112 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25488e52-141e-4435-b0a9-0b8bcfad33ee None None] No DVR routers for this DVR port 7474e156-4c1b-4831-98cb-ae0a04ca3f1d on host dv-cinder-813221-6-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:51:15.263033 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25488e52-141e-4435-b0a9-0b8bcfad33ee None None] Pushing event deleted for resources: {'Port': ['ID=7474e156-4c1b-4831-98cb-ae0a04ca3f1d,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:15.331280 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (e03f66c1-ea39-420d-9c4e-5f4ea4940fe8), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.360501 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03f66c1-ea39-420d-9c4e-5f4ea4940fe8']}} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:51:15.370753 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956a8fb4-e058-470d-b83f-9f77889802b2') {'for_net_delete': True} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:51:15.371043 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956a8fb4-e058-470d-b83f-9f77889802b2') {} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:51:15.384000 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59725074'] for segment (956a8fb4-e058-470d-b83f-9f77889802b2), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.399065 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (956a8fb4-e058-470d-b83f-9f77889802b2), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.404994 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:51:15.405398 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58751123'] for segment (956a8fb4-e058-470d-b83f-9f77889802b2), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: Traceback (most recent call last): Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: timer() Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: cb(*args, **kw) Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: return func(*args, **kwargs) Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: self._notify() Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: self.callback(batched_events) Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: event.method(event) Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: return f(self, *a, **k) Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._get(url).json() Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: return self.request(url, 'GET', **kwargs) Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:51:15.407002 dv-cinder-813221-6-iscsi neutron-server[109847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:51:15.558236 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (e03f66c1-ea39-420d-9c4e-5f4ea4940fe8), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.563935 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.567374 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e03f66c1-ea39-420d-9c4e-5f4ea4940fe8 HTTP/1.1" status: 204 len: 168 time: 0.7712784 Feb 20 23:51:15.579222 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcdaee-475d-460a-b99d-545bb95bdb88 admin admin] Pushing event deleted for resources: {'Network': ['ID=e03f66c1-ea39-420d-9c4e-5f4ea4940fe8,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:15.870518 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47916) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:15.911691 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-229ea406-2996-42b0-b33f-6813968ad01a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71217ce1f2824d06a3b07c9e12cb1a97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399599 Feb 20 23:51:15.914846 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 47918) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:15.965232 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a7c91872-f22f-4142-8800-894e173f6cbd admin admin] Publish callbacks [] for security_group (81e22a9f-2a4d-4c92-a053-21e0c8328d2c), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:15.985920 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a7c91872-f22f-4142-8800-894e173f6cbd admin admin] Publish callbacks [] for security_group (81e22a9f-2a4d-4c92-a053-21e0c8328d2c), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:16.106361 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a7c91872-f22f-4142-8800-894e173f6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (81e22a9f-2a4d-4c92-a053-21e0c8328d2c), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:16.109003 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a7c91872-f22f-4142-8800-894e173f6cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:16.113954 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-a7c91872-f22f-4142-8800-894e173f6cbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81e22a9f-2a4d-4c92-a053-21e0c8328d2c HTTP/1.1" status: 204 len: 168 time: 0.1980660 Feb 20 23:51:16.121794 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c91872-f22f-4142-8800-894e173f6cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e22a9f-2a4d-4c92-a053-21e0c8328d2c,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:16.906072 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 7474e156-4c1b-4831-98cb-ae0a04ca3f1d no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:51:16.929910 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 7474e156-4c1b-4831-98cb-ae0a04ca3f1d {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:51:16.930343 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 7474e156-4c1b-4831-98cb-ae0a04ca3f1d not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:51:19.340833 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd09c-f2b0-4695-a781-2fe149d33c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:21.712184 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-34dca0fc-1f62-46fb-b0f5-1c2327c291fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:23.100249 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:24.688412 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:26.146406 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:29.580280 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:29.855795 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 48078) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:29.957256 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-939ca4fa-635e-4a1f-b3fd-76cddd700dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:30.029059 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-939ca4fa-635e-4a1f-b3fd-76cddd700dd7 admin admin] Publish callbacks [] for security_group (72560457-a771-4b94-ab86-94e2784beea4), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:30.106348 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-939ca4fa-635e-4a1f-b3fd-76cddd700dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (72560457-a771-4b94-ab86-94e2784beea4), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:30.144446 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ca4fa-635e-4a1f-b3fd-76cddd700dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72560457-a771-4b94-ab86-94e2784beea4,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:30.150146 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-939ca4fa-635e-4a1f-b3fd-76cddd700dd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=209ef322db5a4b52ac55b67b346ab066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933483 Feb 20 23:51:30.152749 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 48082) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:51:30.199418 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f901d9bb-78d1-4bc4-bd97-ed64e6eb7429 admin admin] Publish callbacks [] for security_group (72560457-a771-4b94-ab86-94e2784beea4), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:30.220066 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f901d9bb-78d1-4bc4-bd97-ed64e6eb7429 admin admin] Publish callbacks [] for security_group (72560457-a771-4b94-ab86-94e2784beea4), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:30.357512 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f901d9bb-78d1-4bc4-bd97-ed64e6eb7429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (72560457-a771-4b94-ab86-94e2784beea4), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:30.360125 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-f901d9bb-78d1-4bc4-bd97-ed64e6eb7429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:30.361339 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-f901d9bb-78d1-4bc4-bd97-ed64e6eb7429 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72560457-a771-4b94-ab86-94e2784beea4 HTTP/1.1" status: 204 len: 168 time: 0.2077041 Feb 20 23:51:30.369106 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901d9bb-78d1-4bc4-bd97-ed64e6eb7429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72560457-a771-4b94-ab86-94e2784beea4,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:51:31.414704 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-801092a1-0e01-4bcf-b8a4-1319c194133b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1366391 Feb 20 23:51:31.480445 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-ce28ee56-dfff-4534-8c80-801b0317fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:51:31.481963 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-ce28ee56-dfff-4534-8c80-801b0317fb88 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 1129 time: 0.0460668 Feb 20 23:51:31.590845 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-2a90ec6c-e87e-426c-8da3-7038a7e1845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:51:31.592304 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-2a90ec6c-e87e-426c-8da3-7038a7e1845b service neutron] 10.222.0.89 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 913 time: 0.0915329 Feb 20 23:51:31.660624 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-7ab4d986-5e20-4d19-98ab-4581df494018 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=758e5717-c701-4ff5-b93b-928708c147eb HTTP/1.1" status: 200 len: 1001 time: 0.0621865 Feb 20 23:51:31.711432 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-5a007584-e76c-42d3-a5bf-a2df7f3c6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:51:31.712916 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-5a007584-e76c-42d3-a5bf-a2df7f3c6c31 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 200 len: 851 time: 0.0469089 Feb 20 23:51:31.763339 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-95812965-815d-4287-95b2-e14649ffb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:51:31.764843 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-95812965-815d-4287-95b2-e14649ffb6f3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462031 Feb 20 23:51:31.775202 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-38a4ccce-345b-481c-894e-b52142281211 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:51:31.776149 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-38a4ccce-345b-481c-894e-b52142281211 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050595 Feb 20 23:51:31.866533 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-2e904f25-07bb-42d9-9ed1-d4bf088219c9 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841713 Feb 20 23:51:31.961431 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-299a8bd1-5f86-41ea-af15-3a923d456c71 req-abbaf409-788d-4052-b370-9aa2436339fc service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884039 Feb 20 23:51:49.357062 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-26c80335-c361-4dfe-a9b3-0d19406ec2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:51.059426 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:51:51.746093 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e6c226f1-295b-4b35-8599-b8d19dcf6d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:53.123027 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:54.688905 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:56.123072 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:51:59.586304 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:19.385644 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-81f383fb-8564-4121-bd8e-d3fc7a80811e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:20.465533 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 48464) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:52:20.574571 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:20.652032 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Publish callbacks [] for security_group (a07471ef-0050-4d6d-a78f-f8823848fc07), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:20.688499 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 48470) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:52:20.694549 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a07471ef-0050-4d6d-a78f-f8823848fc07), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:20.733371 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07471ef-0050-4d6d-a78f-f8823848fc07,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:52:20.738046 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0e19c630f0c4c86b5e4130a2e690281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714665 Feb 20 23:52:20.741065 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 48474) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:52:20.743116 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.743466 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.743891 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.744242 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.744575 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.744938 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.745265 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.745594 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.745923 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.746251 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.746578 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.746900 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.747330 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5900369-2d4c-4da7-9d94-bf16a15d3add admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.792112 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Publish callbacks [] for security_group (a07471ef-0050-4d6d-a78f-f8823848fc07), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:20.802112 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ca5055be-3405-40f8-848f-ca71bbd4ad8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:20.813428 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Publish callbacks [] for security_group (a07471ef-0050-4d6d-a78f-f8823848fc07), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:20.876268 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ca5055be-3405-40f8-848f-ca71bbd4ad8b admin admin] Publish callbacks [] for security_group (84ae6813-f17a-4efc-9157-c24d5eb87fc9), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:20.910719 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (a07471ef-0050-4d6d-a78f-f8823848fc07), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:20.913453 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:20.915357 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a07471ef-0050-4d6d-a78f-f8823848fc07 HTTP/1.1" status: 204 len: 168 time: 0.1732023 Feb 20 23:52:20.928069 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07471ef-0050-4d6d-a78f-f8823848fc07,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:52:20.931898 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.932250 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.932709 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.933052 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.933384 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.933713 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.934042 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.934370 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.934693 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.935136 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.935471 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.935866 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.936194 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d81681-9757-442c-96f2-1c6ddc256039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:52:20.946973 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-ca5055be-3405-40f8-848f-ca71bbd4ad8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (84ae6813-f17a-4efc-9157-c24d5eb87fc9), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:20.984800 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5055be-3405-40f8-848f-ca71bbd4ad8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ae6813-f17a-4efc-9157-c24d5eb87fc9,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:52:20.990054 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-ca5055be-3405-40f8-848f-ca71bbd4ad8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2b237f9cc104a55b6a5fd098e7f0448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004932 Feb 20 23:52:20.993350 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 48478) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:52:21.046042 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1775b1ef-5f8b-4304-bcc4-4a3e76a89d9c admin admin] Publish callbacks [] for security_group (84ae6813-f17a-4efc-9157-c24d5eb87fc9), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:21.068771 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1775b1ef-5f8b-4304-bcc4-4a3e76a89d9c admin admin] Publish callbacks [] for security_group (84ae6813-f17a-4efc-9157-c24d5eb87fc9), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:21.156770 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1775b1ef-5f8b-4304-bcc4-4a3e76a89d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (84ae6813-f17a-4efc-9157-c24d5eb87fc9), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:21.159490 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1775b1ef-5f8b-4304-bcc4-4a3e76a89d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:21.160725 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-1775b1ef-5f8b-4304-bcc4-4a3e76a89d9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84ae6813-f17a-4efc-9157-c24d5eb87fc9 HTTP/1.1" status: 204 len: 168 time: 0.1664426 Feb 20 23:52:21.169942 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775b1ef-5f8b-4304-bcc4-4a3e76a89d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ae6813-f17a-4efc-9157-c24d5eb87fc9,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:52:21.733881 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ade45929-c7ec-4adc-8a66-25a4fb9dbb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:21.791463 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 48484) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:52:21.804320 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b899fe3a-02a0-486e-9617-5a9e4d8db695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:21.875602 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b899fe3a-02a0-486e-9617-5a9e4d8db695 admin admin] Publish callbacks [] for security_group (4be5d72e-b0f5-4f70-990a-136c38a12219), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:21.939722 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b899fe3a-02a0-486e-9617-5a9e4d8db695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (4be5d72e-b0f5-4f70-990a-136c38a12219), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:21.977330 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899fe3a-02a0-486e-9617-5a9e4d8db695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be5d72e-b0f5-4f70-990a-136c38a12219,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:52:21.981620 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-b899fe3a-02a0-486e-9617-5a9e4d8db695 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d525613a4de04d438565f0b7c5f3c0cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891530 Feb 20 23:52:21.984165 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 48486) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:52:22.031542 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5d3bfa2a-969d-416f-8789-26c2ede20cdb admin admin] Publish callbacks [] for security_group (4be5d72e-b0f5-4f70-990a-136c38a12219), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:22.054742 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5d3bfa2a-969d-416f-8789-26c2ede20cdb admin admin] Publish callbacks [] for security_group (4be5d72e-b0f5-4f70-990a-136c38a12219), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:22.168149 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5d3bfa2a-969d-416f-8789-26c2ede20cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (4be5d72e-b0f5-4f70-990a-136c38a12219), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:22.170749 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5d3bfa2a-969d-416f-8789-26c2ede20cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:22.171884 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-5d3bfa2a-969d-416f-8789-26c2ede20cdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4be5d72e-b0f5-4f70-990a-136c38a12219 HTTP/1.1" status: 204 len: 168 time: 0.1868203 Feb 20 23:52:22.179562 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bfa2a-969d-416f-8789-26c2ede20cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be5d72e-b0f5-4f70-990a-136c38a12219,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:52:23.071253 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:24.676420 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:26.099324 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:28.059014 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:52:29.579258 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:32.154561 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc5707ad-daac-4ed4-ae31-b6cef3a96590 req-351629da-4856-4e90-9fb1-2360f5c7a36b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470858 Feb 20 23:52:32.508473 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5707ad-daac-4ed4-ae31-b6cef3a96590 req-028b34b2-4395-4e42-9c49-fc2336e8852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:52:32.511075 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc5707ad-daac-4ed4-ae31-b6cef3a96590 req-028b34b2-4395-4e42-9c49-fc2336e8852e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 1129 time: 0.3149352 Feb 20 23:52:32.613976 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5707ad-daac-4ed4-ae31-b6cef3a96590 req-07e60916-bed5-45cf-be10-50fbf99cf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:52:32.615580 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc5707ad-daac-4ed4-ae31-b6cef3a96590 req-07e60916-bed5-45cf-be10-50fbf99cf88a service neutron] 10.222.0.89 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 913 time: 0.0868411 Feb 20 23:52:32.684381 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc5707ad-daac-4ed4-ae31-b6cef3a96590 req-a409f50a-fd95-4931-8c5f-5268e62090d4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=758e5717-c701-4ff5-b93b-928708c147eb HTTP/1.1" status: 200 len: 1001 time: 0.0612707 Feb 20 23:52:32.731671 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5707ad-daac-4ed4-ae31-b6cef3a96590 req-afbb5bbb-a302-4a61-bc30-26a093a59f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:52:32.733102 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc5707ad-daac-4ed4-ae31-b6cef3a96590 req-afbb5bbb-a302-4a61-bc30-26a093a59f7f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 200 len: 851 time: 0.0421858 Feb 20 23:52:32.787209 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5707ad-daac-4ed4-ae31-b6cef3a96590 req-13a73c8e-9b48-4e25-af5d-95e184583707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:52:32.788598 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc5707ad-daac-4ed4-ae31-b6cef3a96590 req-13a73c8e-9b48-4e25-af5d-95e184583707 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488110 Feb 20 23:52:32.880198 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc5707ad-daac-4ed4-ae31-b6cef3a96590 req-fd44d4ab-cf09-4397-986b-30fca08041b3 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845537 Feb 20 23:52:32.967168 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc5707ad-daac-4ed4-ae31-b6cef3a96590 req-73348c27-3fba-42d5-94f1-520f4c327eb3 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807912 Feb 20 23:52:35.269533 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 48584) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:52:35.407603 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1ceba849-155a-4968-83ff-406681113364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:35.477694 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1ceba849-155a-4968-83ff-406681113364 admin admin] Publish callbacks [] for security_group (7bf8e5ea-dfd5-4914-a28d-cef9b449dc7e), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:35.527144 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1ceba849-155a-4968-83ff-406681113364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (7bf8e5ea-dfd5-4914-a28d-cef9b449dc7e), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:35.568406 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-1ceba849-155a-4968-83ff-406681113364 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=169849609153467f946a0e872208e9a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954552 Feb 20 23:52:35.568406 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceba849-155a-4968-83ff-406681113364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf8e5ea-dfd5-4914-a28d-cef9b449dc7e,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:52:35.568755 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 48588) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:52:35.621476 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-36f82fc8-8c86-4c0e-9c73-e3fa240ff07a admin admin] Publish callbacks [] for security_group (7bf8e5ea-dfd5-4914-a28d-cef9b449dc7e), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:35.642411 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-36f82fc8-8c86-4c0e-9c73-e3fa240ff07a admin admin] Publish callbacks [] for security_group (7bf8e5ea-dfd5-4914-a28d-cef9b449dc7e), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:35.750388 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-36f82fc8-8c86-4c0e-9c73-e3fa240ff07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (7bf8e5ea-dfd5-4914-a28d-cef9b449dc7e), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:35.753067 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-36f82fc8-8c86-4c0e-9c73-e3fa240ff07a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:35.754199 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-36f82fc8-8c86-4c0e-9c73-e3fa240ff07a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bf8e5ea-dfd5-4914-a28d-cef9b449dc7e HTTP/1.1" status: 204 len: 168 time: 0.1844521 Feb 20 23:52:35.762912 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f82fc8-8c86-4c0e-9c73-e3fa240ff07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf8e5ea-dfd5-4914-a28d-cef9b449dc7e,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:52:36.246369 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 48594) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:52:36.260659 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a582438c-0576-4974-8218-fc323afc076d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:36.336146 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a582438c-0576-4974-8218-fc323afc076d admin admin] Publish callbacks [] for security_group (fdd4f1aa-7f7f-4d37-ae0a-17d86a7aebff), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:36.396476 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-a582438c-0576-4974-8218-fc323afc076d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (fdd4f1aa-7f7f-4d37-ae0a-17d86a7aebff), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:36.437195 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-a582438c-0576-4974-8218-fc323afc076d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d64f958b6d54946961d58fc61f73971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896403 Feb 20 23:52:36.439001 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582438c-0576-4974-8218-fc323afc076d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd4f1aa-7f7f-4d37-ae0a-17d86a7aebff,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:52:36.439822 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 48596) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:52:36.488612 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e197c218-ac91-4d24-852f-eb8ce361a785 admin admin] Publish callbacks [] for security_group (fdd4f1aa-7f7f-4d37-ae0a-17d86a7aebff), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:36.510543 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e197c218-ac91-4d24-852f-eb8ce361a785 admin admin] Publish callbacks [] for security_group (fdd4f1aa-7f7f-4d37-ae0a-17d86a7aebff), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:36.607891 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e197c218-ac91-4d24-852f-eb8ce361a785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (fdd4f1aa-7f7f-4d37-ae0a-17d86a7aebff), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:36.610453 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-e197c218-ac91-4d24-852f-eb8ce361a785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:36.611592 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-e197c218-ac91-4d24-852f-eb8ce361a785 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdd4f1aa-7f7f-4d37-ae0a-17d86a7aebff HTTP/1.1" status: 204 len: 168 time: 0.1707730 Feb 20 23:52:36.621051 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197c218-ac91-4d24-852f-eb8ce361a785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd4f1aa-7f7f-4d37-ae0a-17d86a7aebff,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:52:47.584714 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 48682) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:52:47.690271 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-512490f5-9434-4e51-b2f4-eccc2f1e8463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:47.766461 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-512490f5-9434-4e51-b2f4-eccc2f1e8463 admin admin] Publish callbacks [] for security_group (de5c77a4-2f05-4cbc-bc0a-02f1212cb25c), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:47.841659 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-512490f5-9434-4e51-b2f4-eccc2f1e8463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (de5c77a4-2f05-4cbc-bc0a-02f1212cb25c), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:47.880786 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-512490f5-9434-4e51-b2f4-eccc2f1e8463 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6aaab226a7884c83ab443fe57e6e4c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949827 Feb 20 23:52:47.881659 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512490f5-9434-4e51-b2f4-eccc2f1e8463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5c77a4-2f05-4cbc-bc0a-02f1212cb25c,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:52:47.883543 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 48686) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:52:47.939280 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-00c3f658-31f3-4e1b-8a1b-03878b262de5 admin admin] Publish callbacks [] for security_group (de5c77a4-2f05-4cbc-bc0a-02f1212cb25c), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:47.959996 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-00c3f658-31f3-4e1b-8a1b-03878b262de5 admin admin] Publish callbacks [] for security_group (de5c77a4-2f05-4cbc-bc0a-02f1212cb25c), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:48.081696 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-00c3f658-31f3-4e1b-8a1b-03878b262de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (de5c77a4-2f05-4cbc-bc0a-02f1212cb25c), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:48.084316 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-00c3f658-31f3-4e1b-8a1b-03878b262de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:48.085488 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-00c3f658-31f3-4e1b-8a1b-03878b262de5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de5c77a4-2f05-4cbc-bc0a-02f1212cb25c HTTP/1.1" status: 204 len: 168 time: 0.2009156 Feb 20 23:52:48.093441 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3f658-31f3-4e1b-8a1b-03878b262de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5c77a4-2f05-4cbc-bc0a-02f1212cb25c,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:52:49.367764 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-70fb6fe5-c421-4aa7-b9bf-3d8b2cffd23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:51.721858 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-07c2fc84-c4be-4106-bc00-8267bf3716f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:53.093253 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:54.693715 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:56.115228 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:52:59.573405 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:05.057770 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:53:19.350101 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9e907ef7-f9d3-49c6-8382-98abe9b4a766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:21.812924 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-41142cf3-674f-4d95-8e20-c0298e80c796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:23.093172 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:24.692450 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:26.110561 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:28.973619 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-62e62ae5-566b-4ebf-a0dc-691b6f51460f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421564150&fields=id&tenant_id=b0ab0463fadd485090d27628f33e8dc8 HTTP/1.1" status: 200 len: 267 time: 0.0461481 Feb 20 23:53:29.085218 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac91e9-2363-43bd-a523-f21799837303 req-82e36856-ff36-4ac6-82dd-1f347a5feb4c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:29.086685 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-82e36856-ff36-4ac6-82dd-1f347a5feb4c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 812 time: 0.1068499 Feb 20 23:53:29.102863 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-b5f543a0-49c8-408b-8010-26fd99b6276b tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/quotas/b0ab0463fadd485090d27628f33e8dc8 HTTP/1.1" status: 200 len: 375 time: 0.0105596 Feb 20 23:53:29.162133 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-ad9f2988-3069-4927-aa83-b5aafc5f005a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540526 Feb 20 23:53:29.276988 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-b77f6af2-ab32-49c5-826b-4b755da746d6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:53:29.277986 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-b77f6af2-ab32-49c5-826b-4b755da746d6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1046534 Feb 20 23:53:29.368151 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-45432a59-428d-4707-91d6-1f249de8726d service neutron] 10.222.0.37 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838001 Feb 20 23:53:29.462676 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-935771c9-6e30-4836-9895-6d5272150f0f service neutron] 10.222.0.37 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888371 Feb 20 23:53:29.623557 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:29.918717 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 48946) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:53:30.029502 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-20a7924c-2893-4249-b73e-56f525f219d3 req-afb33540-dd78-4f59-9737-f8b017b5ca37 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 210 time: 0.0315466 Feb 20 23:53:30.040378 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:30.118130 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Publish callbacks [] for security_group (52543c73-8bd5-40c4-8d1b-c75a1e4e4b64), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:30.189278 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (52543c73-8bd5-40c4-8d1b-c75a1e4e4b64), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:30.242032 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c337dd6c7f26400c91e266070d1a7fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222167 Feb 20 23:53:30.243149 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52543c73-8bd5-40c4-8d1b-c75a1e4e4b64,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:30.244623 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 48964) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:53:30.251272 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.251590 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.251943 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.252268 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.252594 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.252954 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.253285 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.253608 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.253933 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.254252 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.254573 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.254896 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.255211 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968135b8-9c07-4fb8-aa20-0f8c2c8cb9e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.303080 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Publish callbacks [] for security_group (52543c73-8bd5-40c4-8d1b-c75a1e4e4b64), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:30.323373 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Publish callbacks [] for security_group (52543c73-8bd5-40c4-8d1b-c75a1e4e4b64), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:30.435638 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (52543c73-8bd5-40c4-8d1b-c75a1e4e4b64), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:30.438280 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:30.439415 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52543c73-8bd5-40c4-8d1b-c75a1e4e4b64 HTTP/1.1" status: 204 len: 168 time: 0.1931856 Feb 20 23:53:30.447113 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52543c73-8bd5-40c4-8d1b-c75a1e4e4b64,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:30.456315 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.456722 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.457192 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.457537 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.457884 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.458222 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.458517 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.458853 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.459175 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.459842 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.459842 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.460115 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:30.460436 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c4f96-37b0-4d66-b77a-18d12aa8a8cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:31.128499 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-05f6a460-d941-4604-96ee-a79dfbf2026e req-14770598-406a-48da-8d36-1ab9edc4135d tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 210 time: 0.0310621 Feb 20 23:53:32.095873 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 48998) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:53:32.199584 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac91e9-2363-43bd-a523-f21799837303 req-29b5918c-b556-4afe-a887-418e6a172b0f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:32.201278 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-29b5918c-b556-4afe-a887-418e6a172b0f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 812 time: 0.1156952 Feb 20 23:53:32.208320 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-239e5dc3-e42a-47c7-84ea-93b61fd6d927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:32.292118 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4f50ad41-0823-4048-a92d-5f69039020b5 req-79531929-0914-426e-886e-dff3bcd7c12a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 210 time: 0.0429444 Feb 20 23:53:32.297756 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-239e5dc3-e42a-47c7-84ea-93b61fd6d927 admin admin] Publish callbacks [] for security_group (93169c48-967b-4881-9e98-e917625d204d), precommit_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:32.298147 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-e4ed54e3-abb6-47a7-ad1b-f251c252bc64 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ab0463fadd485090d27628f33e8dc8 HTTP/1.1" status: 200 len: 380 time: 0.0888629 Feb 20 23:53:32.306515 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-80ac91e9-2363-43bd-a523-f21799837303 req-5e7be7f4-39a6-4a3a-838b-98a2ab2d3670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Request body: {'port': {'device_id': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'admin_state_up': True, 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'security_groups': ['975716d0-e84a-41a1-8a4d-48f3ac775a60']}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:53:32.372359 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-239e5dc3-e42a-47c7-84ea-93b61fd6d927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (93169c48-967b-4881-9e98-e917625d204d), after_create {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:32.415077 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-239e5dc3-e42a-47c7-84ea-93b61fd6d927 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96443df3320b461992ab35991ba1dcf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179977 Feb 20 23:53:32.416908 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e5dc3-e42a-47c7-84ea-93b61fd6d927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93169c48-967b-4881-9e98-e917625d204d,revision_number=1']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:32.417986 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 49006) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:53:32.466917 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ff857732-2187-416e-9cb0-3f98841e0780 admin admin] Publish callbacks [] for security_group (93169c48-967b-4881-9e98-e917625d204d), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:32.491625 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ff857732-2187-416e-9cb0-3f98841e0780 admin admin] Publish callbacks [] for security_group (93169c48-967b-4881-9e98-e917625d204d), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:32.497703 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ac91e9-2363-43bd-a523-f21799837303 req-5e7be7f4-39a6-4a3a-838b-98a2ab2d3670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Made reservation on behalf of b0ab0463fadd485090d27628f33e8dc8 for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:53:32.501699 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-80ac91e9-2363-43bd-a523-f21799837303 req-5e7be7f4-39a6-4a3a-838b-98a2ab2d3670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:32.643706 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-80ac91e9-2363-43bd-a523-f21799837303 req-5e7be7f4-39a6-4a3a-838b-98a2ab2d3670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Allocated IP 172.20.0.12 (bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3/457b11d8-602f-4dc9-9696-6a10c6736e39/b3f6f7fd-1391-4d38-b2f3-3278c5278ef2) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:53:32.677041 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ff857732-2187-416e-9cb0-3f98841e0780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (93169c48-967b-4881-9e98-e917625d204d), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:32.679484 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-ff857732-2187-416e-9cb0-3f98841e0780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:32.680721 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-ff857732-2187-416e-9cb0-3f98841e0780 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93169c48-967b-4881-9e98-e917625d204d HTTP/1.1" status: 204 len: 168 time: 0.2617605 Feb 20 23:53:32.710740 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff857732-2187-416e-9cb0-3f98841e0780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93169c48-967b-4881-9e98-e917625d204d,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:32.804266 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-80ac91e9-2363-43bd-a523-f21799837303 req-5e7be7f4-39a6-4a3a-838b-98a2ab2d3670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:32.931984 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-80ac91e9-2363-43bd-a523-f21799837303 req-5e7be7f4-39a6-4a3a-838b-98a2ab2d3670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:32.973447 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ac91e9-2363-43bd-a523-f21799837303 req-5e7be7f4-39a6-4a3a-838b-98a2ab2d3670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:53:32.976611 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-80ac91e9-2363-43bd-a523-f21799837303 req-5e7be7f4-39a6-4a3a-838b-98a2ab2d3670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:53:32.980321 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ac91e9-2363-43bd-a523-f21799837303 req-5e7be7f4-39a6-4a3a-838b-98a2ab2d3670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:53:33.030892 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7be7f4-39a6-4a3a-838b-98a2ab2d3670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'Port': ['ID=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:33.065553 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac91e9-2363-43bd-a523-f21799837303 req-5e7be7f4-39a6-4a3a-838b-98a2ab2d3670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:33.066705 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-80ac91e9-2363-43bd-a523-f21799837303 req-5e7be7f4-39a6-4a3a-838b-98a2ab2d3670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:33.147322 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-5e7be7f4-39a6-4a3a-838b-98a2ab2d3670 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8445158 Feb 20 23:53:33.172260 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Request body: {'port': {'device_id': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:53:33.236932 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:33.243135 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-e5563d21-4b63-4032-abf2-e13cdc7f8827 None None] Provisioning complete for port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:53:33.246427 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e5563d21-4b63-4032-abf2-e13cdc7f8827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:33.306339 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-e5563d21-4b63-4032-abf2-e13cdc7f8827 None None] Port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:53:33.344590 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dec1728-ba57-4f0b-a6bb-ddbfcf4f6e9b req-9b08bbe6-a455-44c8-8c7d-bc76f6549661 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683994 Feb 20 23:53:33.434706 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec1728-ba57-4f0b-a6bb-ddbfcf4f6e9b req-a7b27071-c712-44f7-a4d7-f07c2a339f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:33.436095 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dec1728-ba57-4f0b-a6bb-ddbfcf4f6e9b req-a7b27071-c712-44f7-a4d7-f07c2a339f85 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 1129 time: 0.0467277 Feb 20 23:53:33.508555 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50df124-bc75-4282-b6f4-4d4066220443 req-05dbf4ce-a7e4-409a-bd3b-80d59fe57764 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:33.508555 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b50df124-bc75-4282-b6f4-4d4066220443 req-05dbf4ce-a7e4-409a-bd3b-80d59fe57764 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 932 time: 0.1190732 Feb 20 23:53:33.554071 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec1728-ba57-4f0b-a6bb-ddbfcf4f6e9b req-2dbaeba7-2b0b-416b-bdc8-7b1287da6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:33.554071 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dec1728-ba57-4f0b-a6bb-ddbfcf4f6e9b req-2dbaeba7-2b0b-416b-bdc8-7b1287da6811 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 913 time: 0.0946958 Feb 20 23:53:33.608864 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b50df124-bc75-4282-b6f4-4d4066220443 req-446f3312-47e2-4fff-9b54-81f0eebc802d tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867546 Feb 20 23:53:33.620447 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dec1728-ba57-4f0b-a6bb-ddbfcf4f6e9b req-cbdc2b92-705c-4999-8a34-57ac021c00ad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=758e5717-c701-4ff5-b93b-928708c147eb HTTP/1.1" status: 200 len: 1001 time: 0.0664680 Feb 20 23:53:33.626824 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:53:33.634545 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Publish callbacks [] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:33.647140 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Transition to ACTIVE for port object b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:53:33.672932 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec1728-ba57-4f0b-a6bb-ddbfcf4f6e9b req-9d4dd2db-c918-49f0-9a4e-4829f4d58281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:33.674369 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dec1728-ba57-4f0b-a6bb-ddbfcf4f6e9b req-9d4dd2db-c918-49f0-9a4e-4829f4d58281 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 200 len: 851 time: 0.0480809 Feb 20 23:53:33.687295 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:33.727568 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec1728-ba57-4f0b-a6bb-ddbfcf4f6e9b req-f4cc2881-ad9a-42bf-8a2a-5a053883bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:33.729373 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dec1728-ba57-4f0b-a6bb-ddbfcf4f6e9b req-f4cc2881-ad9a-42bf-8a2a-5a053883bdc5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485139 Feb 20 23:53:33.744251 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Pushing event updated for resources: {'Port': ['ID=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:33.838899 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Attempting to bind port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:53:33.839306 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Attempting to bind port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:53:33.839706 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Attempting to bind port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 on network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:53:33.845845 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 on network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:53:33.846265 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Attempting to bind port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 on network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:53:33.852135 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dec1728-ba57-4f0b-a6bb-ddbfcf4f6e9b req-aa28f860-1729-412a-b205-b0a5739845ef service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157229 Feb 20 23:53:33.853417 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:53:33.853843 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Checking segment: {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:53:33.854291 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Bound using segment: {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:53:33.854724 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Bound port: b3f6f7fd-1391-4d38-b2f3-3278c5278ef2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c340eb5d-275e-4382-beb1-b87aa5c8f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:53:33.855079 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:33.931656 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] For port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:53:33.935716 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] For port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:53:33.966506 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [req-1dec1728-ba57-4f0b-a6bb-ddbfcf4f6e9b req-381f0f72-4043-40bd-87e0-7e19183c8502 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063421 Feb 20 23:53:34.012994 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:34.045492 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:34.046673 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:34.048200 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] 10.222.0.89 "PUT /v2.0/ports/b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 HTTP/1.1" status: 200 len: 1094 time: 0.8808918 Feb 20 23:53:34.048495 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'tag': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:53:34.050873 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d7f210-adcb-448d-ab99-341ab7deca46" -d '{"events": [{"name": "network-changed", "server_uuid": "c80693b6-83b7-4979-ad5a-85d5b9c92bab", "tag": "b3f6f7fd-1391-4d38-b2f3-3278c5278ef2"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:53:34.078396 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2b5f3-4ca7-482f-be01-bceede5f32bb service neutron] Pushing event updated for resources: {'Port': ['ID=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:34.101690 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fbe96b-81c8-4a89-a284-609396a7027d x-openstack-request-id: req-a4fbe96b-81c8-4a89-a284-609396a7027d {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:53:34.102056 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80693b6-83b7-4979-ad5a-85d5b9c92bab", "tag": "b3f6f7fd-1391-4d38-b2f3-3278c5278ef2", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:53:34.102308 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4fbe96b-81c8-4a89-a284-609396a7027d {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:53:34.102708 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'tag': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2', 'status': 'completed', 'code': 200} Feb 20 23:53:34.179331 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7f210-adcb-448d-ab99-341ab7deca46 req-aa300a96-6b76-4a74-91b3-a28e59175249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:34.180871 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-89d7f210-adcb-448d-ab99-341ab7deca46 req-aa300a96-6b76-4a74-91b3-a28e59175249 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 1128 time: 0.0516355 Feb 20 23:53:34.288603 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7f210-adcb-448d-ab99-341ab7deca46 req-a740a69d-6e9f-4974-9082-bc48143faf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:34.290235 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-89d7f210-adcb-448d-ab99-341ab7deca46 req-a740a69d-6e9f-4974-9082-bc48143faf52 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=b0ab0463fadd485090d27628f33e8dc8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1000569 Feb 20 23:53:34.409651 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7f210-adcb-448d-ab99-341ab7deca46 req-cc2becf0-efc0-4a83-b9be-5385320d9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:34.411123 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-89d7f210-adcb-448d-ab99-341ab7deca46 req-cc2becf0-efc0-4a83-b9be-5385320d9b93 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132262 Feb 20 23:53:34.492008 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac91e9-2363-43bd-a523-f21799837303 req-5208c699-ca0e-44b9-9dff-90f22f231b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:34.493441 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-5208c699-ca0e-44b9-9dff-90f22f231b3b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 1128 time: 0.0454381 Feb 20 23:53:34.539458 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-71849ec3-ac20-49a2-bb16-906dc00dea84 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 HTTP/1.1" status: 200 len: 217 time: 0.0378776 Feb 20 23:53:34.600314 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac91e9-2363-43bd-a523-f21799837303 req-52bd4796-aca3-49f2-bad3-c4d97e75420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:34.606871 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-52bd4796-aca3-49f2-bad3-c4d97e75420c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 200 len: 851 time: 0.0537622 Feb 20 23:53:34.657868 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac91e9-2363-43bd-a523-f21799837303 req-c0dfb606-d140-439b-ae9c-6aa5a7209c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:34.659671 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-c0dfb606-d140-439b-ae9c-6aa5a7209c22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513546 Feb 20 23:53:34.785986 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-ea5b7d9a-b824-4d04-90a6-ec1a28d001b1 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193466 Feb 20 23:53:34.793467 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24512a0c-aac4-43ac-90c8-c6055839382f req-39462748-e92b-493e-bc0c-b90de4dd7594 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:34.794804 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-24512a0c-aac4-43ac-90c8-c6055839382f req-39462748-e92b-493e-bc0c-b90de4dd7594 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 944 time: 0.0849826 Feb 20 23:53:34.895144 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-24512a0c-aac4-43ac-90c8-c6055839382f req-b47e37fc-51b1-41a3-9443-42d8d9fd0518 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920570 Feb 20 23:53:34.917344 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-80ac91e9-2363-43bd-a523-f21799837303 req-8c78c61e-ea1c-4077-bd10-e256a67e0028 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216047 Feb 20 23:53:35.748057 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-0fd81642-6da0-47a2-a579-7ddd1c575121 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=01b772ddce364fe891edee787e3e8d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304706 Feb 20 23:53:35.928395 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-4926bf7a-eeab-4d37-a287-034026be682f tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:35.929866 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-4926bf7a-eeab-4d37-a287-034026be682f tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763496 Feb 20 23:53:35.945783 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-47b7402c-5f87-4765-95fa-c3848dc96901 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/quotas/01b772ddce364fe891edee787e3e8d91 HTTP/1.1" status: 200 len: 375 time: 0.0099971 Feb 20 23:53:35.984902 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-0a92c1eb-e4ed-4af0-aaad-9efcbbd10d93 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=01b772ddce364fe891edee787e3e8d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339799 Feb 20 23:53:36.030961 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f99fdb-b069-4ccc-a083-c134c06ed2c6 req-1fa16e94-2f4c-4c6f-bb9f-45247e1fe174 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:36.032435 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-79f99fdb-b069-4ccc-a083-c134c06ed2c6 req-1fa16e94-2f4c-4c6f-bb9f-45247e1fe174 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 944 time: 0.0707545 Feb 20 23:53:36.080429 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-79f99fdb-b069-4ccc-a083-c134c06ed2c6 req-a036255d-7eff-452d-8b4d-0f94ab94cf95 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423658 Feb 20 23:53:36.225845 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-117a559e-2b86-46d8-a485-731ecd3cbbca req-19535b41-be8e-4873-bf32-885afc19595b tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 210 time: 0.0282366 Feb 20 23:53:37.202307 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559951d3-5929-4453-834d-b64d078d99ba req-de5bf881-ab37-4b80-8732-50b84a0813cd tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:37.204170 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-559951d3-5929-4453-834d-b64d078d99ba req-de5bf881-ab37-4b80-8732-50b84a0813cd tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 944 time: 0.0533998 Feb 20 23:53:37.254575 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-559951d3-5929-4453-834d-b64d078d99ba req-eabf33fd-1247-40a8-9115-5ab59a5afe7c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449502 Feb 20 23:53:37.326763 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1c6b23bb-910a-4067-8ac2-d2d48425bf14 req-d8e0cbb2-ccdc-4d94-83ba-b3fae3371a53 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 210 time: 0.0299795 Feb 20 23:53:38.086828 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-85026aad-0297-4b79-acce-51577e961f14 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=01b772ddce364fe891edee787e3e8d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210354 Feb 20 23:53:38.191505 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-436ab448-f3c0-4de2-8864-cb6030d0fd8a tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:38.192941 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-436ab448-f3c0-4de2-8864-cb6030d0fd8a tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1003873 Feb 20 23:53:38.204988 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Request body: {'port': {'device_id': '9f7180cd-a780-48ff-918f-5e7982fd0c2e', 'network_id': 'cf66d59f-7b39-4f12-9b55-da9b6ac71e05', 'admin_state_up': True, 'tenant_id': '01b772ddce364fe891edee787e3e8d91'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:53:38.381273 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42b980-da04-4b50-a36a-5acec1518284 req-065529b0-7e4a-4cb9-b508-e2cf4b05db25 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:38.385705 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7f42b980-da04-4b50-a36a-5acec1518284 req-065529b0-7e4a-4cb9-b508-e2cf4b05db25 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 944 time: 0.0570161 Feb 20 23:53:38.385705 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Made reservation on behalf of 01b772ddce364fe891edee787e3e8d91 for: {'port': 1} {{(pid=109846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:53:38.387236 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:38.404240 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:38.455875 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e7a8c640-24ed-4603-8060-753f4ac293ed req-cd7b0fca-449f-4045-ac87-55ed5ac06409 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 210 time: 0.0495689 Feb 20 23:53:38.492011 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7f42b980-da04-4b50-a36a-5acec1518284 req-4be3cbc7-9e6b-477f-8d72-69216f132e14 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941930 Feb 20 23:53:38.540174 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Publish callbacks [] for security_group (90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:38.595203 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:38.660915 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:38.726370 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Allocated IP 192.168.233.203 (cf66d59f-7b39-4f12-9b55-da9b6ac71e05/9de2dd2b-c1d8-480c-b02f-9f9a0128fa4e/f6843460-a8d3-4df5-b1a4-89d34df2ca3d) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:53:38.868847 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Publish callbacks [] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:38.939493 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:38.984199 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Network cf66d59f-7b39-4f12-9b55-da9b6ac71e05 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:53:38.987123 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:53:38.989520 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:53:39.017060 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Pushing event updated for resources: {'Port': ['ID=f6843460-a8d3-4df5-b1a4-89d34df2ca3d,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:39.047099 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:39.047728 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:39.118465 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-ef7679f3-591a-4d5d-ab64-6e6e31e7c2eb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9175937 Feb 20 23:53:39.131093 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Request body: {'port': {'device_id': '9f7180cd-a780-48ff-918f-5e7982fd0c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:53:39.193296 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:39.201693 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-df774ccb-bdfa-4145-b4c4-a6e5fc71cf84 None None] Provisioning complete for port f6843460-a8d3-4df5-b1a4-89d34df2ca3d triggered by entity DHCP. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:53:39.202184 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-df774ccb-bdfa-4145-b4c4-a6e5fc71cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:39.234193 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-df774ccb-bdfa-4145-b4c4-a6e5fc71cf84 None None] Port f6843460-a8d3-4df5-b1a4-89d34df2ca3d cannot update to ACTIVE because it is not bound. {{(pid=109848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:53:39.451564 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6843460-a8d3-4df5-b1a4-89d34df2ca3d {{(pid=109846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:53:39.458935 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Publish callbacks [] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:39.471298 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.provisioning_blocks [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Transition to ACTIVE for port object f6843460-a8d3-4df5-b1a4-89d34df2ca3d will not be triggered until provisioned by entity L2. {{(pid=109846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:53:39.553909 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:39.924717 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77afab-2953-4bda-99a3-e0b7ef69af20 req-d41b1a88-a9cd-4350-b7d8-131d95e36619 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:39.926175 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8d77afab-2953-4bda-99a3-e0b7ef69af20 req-d41b1a88-a9cd-4350-b7d8-131d95e36619 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 936 time: 0.4027033 Feb 20 23:53:39.945157 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6843460-a8d3-4df5-b1a4-89d34df2ca3d,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:40.003061 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121672d-2134-4419-91ce-aa2ee9ad5e7c req-51954a9a-b6fa-4cb3-9afe-91e4f3734a6a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:40.004435 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8121672d-2134-4419-91ce-aa2ee9ad5e7c req-51954a9a-b6fa-4cb3-9afe-91e4f3734a6a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 944 time: 0.4383016 Feb 20 23:53:40.056784 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8d77afab-2953-4bda-99a3-e0b7ef69af20 req-980a413c-9197-453e-b7e5-df4123d5eae2 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/security-groups?id=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141131 Feb 20 23:53:40.067851 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Attempting to bind port f6843460-a8d3-4df5-b1a4-89d34df2ca3d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:53:40.068233 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Attempting to bind port f6843460-a8d3-4df5-b1a4-89d34df2ca3d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1c19809c-9dbc-4eac-842e-53e978995bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf66d59f-7b39-4f12-9b55-da9b6ac71e05'}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:53:40.068511 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Attempting to bind port f6843460-a8d3-4df5-b1a4-89d34df2ca3d on network cf66d59f-7b39-4f12-9b55-da9b6ac71e05 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:53:40.077440 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Port f6843460-a8d3-4df5-b1a4-89d34df2ca3d on network cf66d59f-7b39-4f12-9b55-da9b6ac71e05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:53:40.077440 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Attempting to bind port f6843460-a8d3-4df5-b1a4-89d34df2ca3d on network cf66d59f-7b39-4f12-9b55-da9b6ac71e05 {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:53:40.089185 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Checking agent: {'id': '6b1da92d-59cc-4251-92f3-89c3be17cd0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'started_at': datetime.datetime(2022, 2, 20, 23, 38, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:53:40.100558 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Checking segment: {'id': '1c19809c-9dbc-4eac-842e-53e978995bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf66d59f-7b39-4f12-9b55-da9b6ac71e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:53:40.100558 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Bound using segment: {'id': '1c19809c-9dbc-4eac-842e-53e978995bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf66d59f-7b39-4f12-9b55-da9b6ac71e05'} {{(pid=109846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:53:40.100558 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.managers [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Bound port: f6843460-a8d3-4df5-b1a4-89d34df2ca3d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c19809c-9dbc-4eac-842e-53e978995bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf66d59f-7b39-4f12-9b55-da9b6ac71e05'}}] {{(pid=109846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:53:40.100558 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:40.100558 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8121672d-2134-4419-91ce-aa2ee9ad5e7c req-efebf73e-ee93-45eb-b632-a544d5c3cf0a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869584 Feb 20 23:53:40.161415 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] For port f6843460-a8d3-4df5-b1a4-89d34df2ca3d, host hv-cinder-81322, cleared binding levels {{(pid=109846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:53:40.164311 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] For port f6843460-a8d3-4df5-b1a4-89d34df2ca3d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f6843460-a8d3-4df5-b1a4-89d34df2ca3d,segment=NetworkSegment(1c19809c-9dbc-4eac-842e-53e978995bea),segment_id=1c19809c-9dbc-4eac-842e-53e978995bea)] {{(pid=109846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:53:40.240656 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:40.274209 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:40.274817 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:40.276201 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] 10.222.0.89 "PUT /v2.0/ports/f6843460-a8d3-4df5-b1a4-89d34df2ca3d HTTP/1.1" status: 200 len: 1098 time: 1.1494260 Feb 20 23:53:40.276642 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7180cd-a780-48ff-918f-5e7982fd0c2e', 'tag': 'f6843460-a8d3-4df5-b1a4-89d34df2ca3d'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:53:40.278869 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad095ff-91d4-4b68-8300-a18daea5bc31" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7180cd-a780-48ff-918f-5e7982fd0c2e", "tag": "f6843460-a8d3-4df5-b1a4-89d34df2ca3d"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:53:40.305501 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f861d-bce3-445a-ad35-88092e5297f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6843460-a8d3-4df5-b1a4-89d34df2ca3d,revision_number=3']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:40.335438 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e53da8-7daf-47f5-8d10-4649287899cd x-openstack-request-id: req-35e53da8-7daf-47f5-8d10-4649287899cd {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:53:40.335731 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7180cd-a780-48ff-918f-5e7982fd0c2e", "tag": "f6843460-a8d3-4df5-b1a4-89d34df2ca3d", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:53:40.335980 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35e53da8-7daf-47f5-8d10-4649287899cd {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:53:40.336368 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7180cd-a780-48ff-918f-5e7982fd0c2e', 'tag': 'f6843460-a8d3-4df5-b1a4-89d34df2ca3d', 'status': 'completed', 'code': 200} Feb 20 23:53:40.405919 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad095ff-91d4-4b68-8300-a18daea5bc31 req-f36a19ad-ca85-4440-95c0-a27788a7dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:40.408018 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3ad095ff-91d4-4b68-8300-a18daea5bc31 req-f36a19ad-ca85-4440-95c0-a27788a7dbd5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=01b772ddce364fe891edee787e3e8d91&device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 1132 time: 0.0522878 Feb 20 23:53:40.435872 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3ad095ff-91d4-4b68-8300-a18daea5bc31 req-da0cd24e-6ee8-4939-973c-dedf4ae5133f service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=01b772ddce364fe891edee787e3e8d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203838 Feb 20 23:53:40.533445 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad095ff-91d4-4b68-8300-a18daea5bc31 req-5697592c-501a-4dc6-8dc3-7a1b551bdb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:40.534831 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-3ad095ff-91d4-4b68-8300-a18daea5bc31 req-5697592c-501a-4dc6-8dc3-7a1b551bdb15 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912795 Feb 20 23:53:40.615007 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-f4ce936c-8b70-44dd-a604-94e8ba6af814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:40.616381 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-f4ce936c-8b70-44dd-a604-94e8ba6af814 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=01b772ddce364fe891edee787e3e8d91&device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 1132 time: 0.0437229 Feb 20 23:53:40.659804 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-6a48deaf-c6c9-47c5-93c6-7c2df4c1f510 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=f6843460-a8d3-4df5-b1a4-89d34df2ca3d HTTP/1.1" status: 200 len: 217 time: 0.0363932 Feb 20 23:53:40.706371 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-caca4b0f-2fe7-4515-a7f2-38bbfdd6c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:40.707748 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-caca4b0f-2fe7-4515-a7f2-38bbfdd6c9e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9de2dd2b-c1d8-480c-b02f-9f9a0128fa4e HTTP/1.1" status: 200 len: 843 time: 0.0422981 Feb 20 23:53:40.755922 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-348025e2-aa7b-4753-864a-96e40fd22504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:40.757465 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-348025e2-aa7b-4753-864a-96e40fd22504 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cf66d59f-7b39-4f12-9b55-da9b6ac71e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0432327 Feb 20 23:53:40.846139 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-c7b54d20-2f51-4b0c-881f-faf91bfd79f9 service neutron] 10.222.0.89 "GET /v2.0/networks/cf66d59f-7b39-4f12-9b55-da9b6ac71e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820661 Feb 20 23:53:40.931952 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-e4995713-7f8d-468e-87ce-c3a193a16810 req-5c201f4a-02fe-4df5-a358-5230d12fc9f8 service neutron] 10.222.0.89 "GET /v2.0/networks/cf66d59f-7b39-4f12-9b55-da9b6ac71e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799892 Feb 20 23:53:41.185644 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247664f-1574-4673-adf6-20c5d03edb5b req-5c80bcbf-217a-4313-8ebf-0a660e6b9d02 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:41.187086 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f247664f-1574-4673-adf6-20c5d03edb5b req-5c80bcbf-217a-4313-8ebf-0a660e6b9d02 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 948 time: 0.0631232 Feb 20 23:53:41.256347 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f247664f-1574-4673-adf6-20c5d03edb5b req-1c7a638d-aeab-4e6f-a231-c8ff0db0d1fb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/security-groups?id=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511792 Feb 20 23:53:41.264193 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482227c-eacc-408c-a9c0-c66a256fdded req-49cffc3a-ea0b-4091-b13f-7d6c880fbbf7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:41.265666 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1482227c-eacc-408c-a9c0-c66a256fdded req-49cffc3a-ea0b-4091-b13f-7d6c880fbbf7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 944 time: 0.0982778 Feb 20 23:53:41.314403 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-1482227c-eacc-408c-a9c0-c66a256fdded req-3633b540-f01e-41de-8eb1-8ed212b2aaa2 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425098 Feb 20 23:53:42.056239 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:53:42.377038 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8b3d6-2b05-47f4-9ad4-20856c7e9c8d req-a025d740-3a60-4e06-bef8-569233a6965e tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:42.378549 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-15a8b3d6-2b05-47f4-9ad4-20856c7e9c8d req-a025d740-3a60-4e06-bef8-569233a6965e tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 948 time: 0.0543599 Feb 20 23:53:42.463781 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-15a8b3d6-2b05-47f4-9ad4-20856c7e9c8d req-2f753ecf-6d59-4059-a55f-899611e09b02 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/security-groups?id=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795794 Feb 20 23:53:42.475270 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbc88a-c454-428b-a5cf-7d68e1300555 req-c64c97c5-6aaf-4eb3-a65c-755afcaeb3c7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:42.476737 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-62bbc88a-c454-428b-a5cf-7d68e1300555 req-c64c97c5-6aaf-4eb3-a65c-755afcaeb3c7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 944 time: 0.0912316 Feb 20 23:53:42.526853 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-62bbc88a-c454-428b-a5cf-7d68e1300555 req-cc6c860a-4d1a-4d48-bcf7-284c6b406c22 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446386 Feb 20 23:53:43.508337 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:53:43.583341 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cbe12-c86f-4cad-b778-a604887c1914 req-0e286447-28be-436e-8f21-80ec2027f5b0 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:43.584874 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f20cbe12-c86f-4cad-b778-a604887c1914 req-0e286447-28be-436e-8f21-80ec2027f5b0 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 948 time: 0.0556009 Feb 20 23:53:43.608142 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:53:43.622066 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'port_id': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2', 'mac_address': 'fa:16:3e:aa:ae:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:53:43.663290 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:53:43.663678 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:43.665195 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f20cbe12-c86f-4cad-b778-a604887c1914 req-562679cc-d2ce-4ef9-a405-12defb5fa8f8 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/security-groups?id=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743091 Feb 20 23:53:43.677624 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:53:43.681348 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba61e-b42b-4cb0-abdd-5728f903c22a req-fabf6afc-9a96-40cc-9e98-e1d36ecb7390 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:43.682411 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-015ba61e-b42b-4cb0-abdd-5728f903c22a req-fabf6afc-9a96-40cc-9e98-e1d36ecb7390 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 944 time: 0.0844839 Feb 20 23:53:43.697136 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:53:43.736088 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-015ba61e-b42b-4cb0-abdd-5728f903c22a req-a9979941-7e71-4f8e-9328-08bee65efc74 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426614 Feb 20 23:53:43.744175 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:43.791992 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:43.799923 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:43.800274 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:43.800615 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:43.800975 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:43.801307 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:43.801640 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:43.801966 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:43.802293 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:43.802617 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:43.802941 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:43.803262 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:43.803583 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:43.803900 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:53:44.127648 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['b3f6f7fd-1391-4d38-b2f3-3278c5278ef2'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:53:44.785668 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fabc1d-7beb-4c86-8360-050bd6e82f5c req-9ff2c9ad-98e5-4fb9-b427-54e263f99963 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:44.787149 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-12fabc1d-7beb-4c86-8360-050bd6e82f5c req-9ff2c9ad-98e5-4fb9-b427-54e263f99963 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 948 time: 0.0528255 Feb 20 23:53:44.867457 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-12fabc1d-7beb-4c86-8360-050bd6e82f5c req-9d8e819a-53f3-43f2-ad52-369e0be94f89 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/security-groups?id=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746324 Feb 20 23:53:44.885069 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dd6db-de95-401e-907e-b2722330bee9 req-c2b455f5-183e-47d3-9e5c-e31e8987a2b4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:44.885069 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-435dd6db-de95-401e-907e-b2722330bee9 req-c2b455f5-183e-47d3-9e5c-e31e8987a2b4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 945 time: 0.0766189 Feb 20 23:53:44.936974 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-435dd6db-de95-401e-907e-b2722330bee9 req-b14875df-7bbd-4fe0-ac70-6ba818123df1 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484068 Feb 20 23:53:45.507870 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device f6843460-a8d3-4df5-b1a4-89d34df2ca3d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:53:45.512129 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:53:45.646544 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port f6843460-a8d3-4df5-b1a4-89d34df2ca3d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f6843460-a8d3-4df5-b1a4-89d34df2ca3d,segment=NetworkSegment(1c19809c-9dbc-4eac-842e-53e978995bea),segment_id=1c19809c-9dbc-4eac-842e-53e978995bea)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:53:45.657745 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Returning: {'device': 'f6843460-a8d3-4df5-b1a4-89d34df2ca3d', 'network_id': 'cf66d59f-7b39-4f12-9b55-da9b6ac71e05', 'port_id': 'f6843460-a8d3-4df5-b1a4-89d34df2ca3d', 'mac_address': 'fa:16:3e:26:69:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de2dd2b-c1d8-480c-b02f-9f9a0128fa4e', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:53:45.696476 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port f6843460-a8d3-4df5-b1a4-89d34df2ca3d is: DOWN; New status is: BUILD {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:53:45.696904 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:45.699841 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:53:45.711964 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:53:45.712329 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:45.715708 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6843460-a8d3-4df5-b1a4-89d34df2ca3d {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:53:45.763690 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port f6843460-a8d3-4df5-b1a4-89d34df2ca3d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f6843460-a8d3-4df5-b1a4-89d34df2ca3d,segment=NetworkSegment(1c19809c-9dbc-4eac-842e-53e978995bea),segment_id=1c19809c-9dbc-4eac-842e-53e978995bea)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:53:45.807804 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:53:45.808188 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:45.819613 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:45.852746 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:53:45.854941 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e5b42-e7ab-4f11-945b-862f290a61f0" -d '{"events": [{"server_uuid": "c80693b6-83b7-4979-ad5a-85d5b9c92bab", "name": "network-vif-plugged", "status": "completed", "tag": "b3f6f7fd-1391-4d38-b2f3-3278c5278ef2"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:53:45.871678 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:53:45.890229 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=f6843460-a8d3-4df5-b1a4-89d34df2ca3d,revision_number=4']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:45.932543 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:45.987782 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:46.012202 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5cf90-511f-4b6d-806b-e383c6980882 req-7f2374b7-f90e-4734-9b6c-56e247b48975 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:46.013800 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6cc5cf90-511f-4b6d-806b-e383c6980882 req-7f2374b7-f90e-4734-9b6c-56e247b48975 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 949 time: 0.0686476 Feb 20 23:53:46.031741 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefa834a-ca53-48b0-a074-1e97a7363a0e x-openstack-request-id: req-eefa834a-ca53-48b0-a074-1e97a7363a0e {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:53:46.032055 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80693b6-83b7-4979-ad5a-85d5b9c92bab", "name": "network-vif-plugged", "status": "completed", "tag": "b3f6f7fd-1391-4d38-b2f3-3278c5278ef2", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:53:46.032287 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eefa834a-ca53-48b0-a074-1e97a7363a0e {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:53:46.032632 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2', 'code': 200} Feb 20 23:53:46.065766 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6cc5cf90-511f-4b6d-806b-e383c6980882 req-c20222c9-1fd5-477a-b177-718a9d5c146f tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/security-groups?id=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452993 Feb 20 23:53:46.127389 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254f155-aff9-4403-8142-dad2e5c3d290 req-51cd8d7a-9b09-4ec4-990d-388881628b2c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:46.128898 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7254f155-aff9-4403-8142-dad2e5c3d290 req-51cd8d7a-9b09-4ec4-990d-388881628b2c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 946 time: 0.0534599 Feb 20 23:53:46.138773 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['f6843460-a8d3-4df5-b1a4-89d34df2ca3d'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:53:46.179606 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-7254f155-aff9-4403-8142-dad2e5c3d290 req-bae8f3dd-ca8d-4cf0-b59a-dc3966fa4b2e tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451963 Feb 20 23:53:46.395091 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5ad20-74c1-4b17-a7b7-901d73f7c8bc req-0944f743-3747-4e0c-b16f-0bd61ee1d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:46.396490 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0ab5ad20-74c1-4b17-a7b7-901d73f7c8bc req-0944f743-3747-4e0c-b16f-0bd61ee1d225 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 1130 time: 0.0489478 Feb 20 23:53:46.442936 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0ab5ad20-74c1-4b17-a7b7-901d73f7c8bc req-32669324-b88b-47e7-a120-fc502140fb2b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391469 Feb 20 23:53:47.181900 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ff1d4-3286-4715-b9f1-8b35ce11fcfd req-f85209d4-afc0-4108-ba8e-cd89c654f491 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:47.183296 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c72ff1d4-3286-4715-b9f1-8b35ce11fcfd req-f85209d4-afc0-4108-ba8e-cd89c654f491 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 949 time: 0.0531061 Feb 20 23:53:47.232112 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-c72ff1d4-3286-4715-b9f1-8b35ce11fcfd req-4aab3b54-981a-4eb2-83e3-e6bf2d7e8a99 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/security-groups?id=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427654 Feb 20 23:53:47.300492 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a11d9-a81a-4a8c-b0df-83e762c3dd54 req-5e4a07b0-4027-4898-96a6-7031776c0835 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:47.301988 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc5a11d9-a81a-4a8c-b0df-83e762c3dd54 req-5e4a07b0-4027-4898-96a6-7031776c0835 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 946 time: 0.0551226 Feb 20 23:53:47.349477 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-bc5a11d9-a81a-4a8c-b0df-83e762c3dd54 req-117dd257-90af-41cf-9154-feb17db35de6 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419145 Feb 20 23:53:47.515313 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device f6843460-a8d3-4df5-b1a4-89d34df2ca3d up at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:53:47.623715 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning for port f6843460-a8d3-4df5-b1a4-89d34df2ca3d completed by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:53:47.628299 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Provisioning complete for port f6843460-a8d3-4df5-b1a4-89d34df2ca3d triggered by entity L2. {{(pid=109848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:53:47.628739 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865306'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), provisioning_complete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:47.711730 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Current status of the port f6843460-a8d3-4df5-b1a4-89d34df2ca3d is: BUILD; New status is: ACTIVE {{(pid=109848) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:53:47.712101 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:47.744919 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] For port f6843460-a8d3-4df5-b1a4-89d34df2ca3d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f6843460-a8d3-4df5-b1a4-89d34df2ca3d,segment=NetworkSegment(1c19809c-9dbc-4eac-842e-53e978995bea),segment_id=1c19809c-9dbc-4eac-842e-53e978995bea)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:53:47.789936 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:47.837411 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Pushing event updated for resources: {'Port': ['ID=f6843460-a8d3-4df5-b1a4-89d34df2ca3d,revision_number=5']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:48.033941 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7180cd-a780-48ff-918f-5e7982fd0c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6843460-a8d3-4df5-b1a4-89d34df2ca3d'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:53:48.036327 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73774dca417b6316aa2138534d4e7f8748cccbc78f0e12942f1aea389e2ac327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d281dfce-f1cc-4aac-bc5b-0ba0d9115d8a" -d '{"events": [{"server_uuid": "9f7180cd-a780-48ff-918f-5e7982fd0c2e", "name": "network-vif-plugged", "status": "completed", "tag": "f6843460-a8d3-4df5-b1a4-89d34df2ca3d"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:53:48.072927 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345ec725-c211-4469-b728-24f832a38315 x-openstack-request-id: req-345ec725-c211-4469-b728-24f832a38315 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:53:48.073230 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7180cd-a780-48ff-918f-5e7982fd0c2e", "name": "network-vif-plugged", "status": "completed", "tag": "f6843460-a8d3-4df5-b1a4-89d34df2ca3d", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:53:48.073553 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-345ec725-c211-4469-b728-24f832a38315 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:53:48.073913 dv-cinder-813221-6-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7180cd-a780-48ff-918f-5e7982fd0c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6843460-a8d3-4df5-b1a4-89d34df2ca3d', 'code': 200} Feb 20 23:53:48.394057 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5c274-e7c9-4a6f-9ee5-2993f6f9101f req-9a8cf053-f35e-4073-afc8-335886035a0a tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:48.395637 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6ee5c274-e7c9-4a6f-9ee5-2993f6f9101f req-9a8cf053-f35e-4073-afc8-335886035a0a tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 950 time: 0.0942349 Feb 20 23:53:48.400191 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f914f2-aa41-4039-a35d-04a4b04b74a6 req-9fdb8579-f794-48a3-aab9-1643afd8cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:48.401660 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b2f914f2-aa41-4039-a35d-04a4b04b74a6 req-9fdb8579-f794-48a3-aab9-1643afd8cc02 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 1134 time: 0.0905111 Feb 20 23:53:48.515719 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6ee5c274-e7c9-4a6f-9ee5-2993f6f9101f req-9aedac85-78b6-48e0-81fb-e814b3367b79 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/security-groups?id=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130784 Feb 20 23:53:48.525453 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b2f914f2-aa41-4039-a35d-04a4b04b74a6 req-9f4ae673-c88b-4b2b-a453-f33c2c70d32b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164904 Feb 20 23:53:48.538264 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b8287-9733-4e8d-9041-0ef4c5237935 req-6780f2dd-d5ff-4a11-bbee-2a0bdd0b8440 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:48.539685 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-843b8287-9733-4e8d-9041-0ef4c5237935 req-6780f2dd-d5ff-4a11-bbee-2a0bdd0b8440 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 946 time: 0.1152425 Feb 20 23:53:48.588561 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-843b8287-9733-4e8d-9041-0ef4c5237935 req-472d712a-1229-4086-b3cf-ec3136df4d91 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431342 Feb 20 23:53:48.705973 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc30be1-e30c-4d30-b8f5-40b7f2cdb50a req-b5d273c8-f68d-4e6a-bd16-c26afbf3c914 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:48.707414 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5dc30be1-e30c-4d30-b8f5-40b7f2cdb50a req-b5d273c8-f68d-4e6a-bd16-c26afbf3c914 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 946 time: 0.0526569 Feb 20 23:53:48.756533 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-5dc30be1-e30c-4d30-b8f5-40b7f2cdb50a req-76654f21-9576-4b02-8fe3-3e462e4c2300 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 Feb 20 23:53:48.778999 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 49126) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:53:48.965253 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef914b96-dda8-4f6c-9c2a-4f478fa1bbc6 tempest-TestVolumeBootPattern-2134529626 tempest-TestVolumeBootPattern-2134529626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:48.966664 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-ef914b96-dda8-4f6c-9c2a-4f478fa1bbc6 tempest-TestVolumeBootPattern-2134529626 tempest-TestVolumeBootPattern-2134529626-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 1125 time: 0.1866963 Feb 20 23:53:48.969467 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 49130) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:53:48.974257 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.v2.base [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Request body: {'floatingip': {'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'port_id': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:53:49.063919 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:49.161470 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:49.266555 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.db_base_plugin_common [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Allocated IP 172.27.0.27 (4833237b-5877-425d-ac12-7cecdcd1e647/753a3775-61dc-4b7f-b5b6-dc4ac84580de/95e5bb10-05b9-4dd9-9b1c-4f4f174de641) {{(pid=109846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:53:49.355120 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1476ba6-e582-46ea-9ac4-4888e6277fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:49.366177 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for port (95e5bb10-05b9-4dd9-9b1c-4f4f174de641), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:49.464005 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791162338874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (95e5bb10-05b9-4dd9-9b1c-4f4f174de641), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:49.506128 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Network 4833237b-5877-425d-ac12-7cecdcd1e647 is already hosted by enough agents. {{(pid=109846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:53:49.509121 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.base_scheduler [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Resources bound (agent type, host, resource id): {{(pid=109846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:53:49.511751 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Received port after_create {{(pid=109846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:53:49.541226 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'Port': ['ID=95e5bb10-05b9-4dd9-9b1c-4f4f174de641,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:49.715837 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3cba9-6d73-4f7f-aa67-3ae53cf85d16 req-99655e71-6d7c-4fe4-8bfd-ff9c8be3c55c tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:49.717374 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b2e3cba9-6d73-4f7f-aa67-3ae53cf85d16 req-99655e71-6d7c-4fe4-8bfd-ff9c8be3c55c tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 950 time: 0.1248565 Feb 20 23:53:49.824849 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b2e3cba9-6d73-4f7f-aa67-3ae53cf85d16 req-23c966de-46f1-4ed0-9495-3789d1f83598 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/security-groups?id=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688674 Feb 20 23:53:49.966520 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for floatingip (221d3bda-98ce-464c-a05d-9108694e2e10), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:50.083926 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989443'] for port (95e5bb10-05b9-4dd9-9b1c-4f4f174de641), before_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:50.234154 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for port (95e5bb10-05b9-4dd9-9b1c-4f4f174de641), precommit_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:50.280699 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791162864011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791162338892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791162338910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58918930'] for port (95e5bb10-05b9-4dd9-9b1c-4f4f174de641), after_update {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:50.350063 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event updated for resources: {'Port': ['ID=95e5bb10-05b9-4dd9-9b1c-4f4f174de641,revision_number=2']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:50.361887 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686900'] for floatingip (221d3bda-98ce-464c-a05d-9108694e2e10), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:50.462226 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.db.l3_db [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Floating IP 221d3bda-98ce-464c-a05d-9108694e2e10 associated. External IP: 172.27.0.27, port: b3f6f7fd-1391-4d38-b2f3-3278c5278ef2. Feb 20 23:53:50.668157 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Router ad4b40db-bc60-4213-82ec-f7a471843fae has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:53:50.774871 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:53:50.784805 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c1704-7360-43f4-9cc4-b6efee4b0507 None None] Sync routers for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:53:50.794896 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c1704-7360-43f4-9cc4-b6efee4b0507 None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:53:50.801890 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-055c1704-7360-43f4-9cc4-b6efee4b0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:53:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:53:50.847768 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:50.911947 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-055c1704-7360-43f4-9cc4-b6efee4b0507 None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:53:51.152004 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-055c1704-7360-43f4-9cc4-b6efee4b0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '221d3bda-98ce-464c-a05d-9108694e2e10', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:aa:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:53:49Z', 'updated_at': '2022-02-20T23:53:49Z', 'revision_number': 0, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}, {'id': '504d709e-16e1-4995-a2f1-298057ee64b0', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': '758e5717-c701-4ff5-b93b-928708c147eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:65:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:50:29Z', 'updated_at': '2022-02-20T23:50:32Z', 'revision_number': 1, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:53:51.182468 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c1704-7360-43f4-9cc4-b6efee4b0507 None None] Checking router: ad4b40db-bc60-4213-82ec-f7a471843fae for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:53:51.191609 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-27a1b291-a99d-44ed-9d70-66d52f411a36 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2211480 Feb 20 23:53:51.192985 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'tag': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:53:51.195210 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac76abd6-c666-4e8f-bd78-b58f36b47e74" -d '{"events": [{"name": "network-changed", "server_uuid": "c80693b6-83b7-4979-ad5a-85d5b9c92bab", "tag": "b3f6f7fd-1391-4d38-b2f3-3278c5278ef2"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:53:51.206731 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c1704-7360-43f4-9cc4-b6efee4b0507 None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:53:51.207385 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-055c1704-7360-43f4-9cc4-b6efee4b0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:53:22Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:53:51.220585 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb231-044e-4d4e-a52e-b2f86ae16191 req-de341da9-a16b-4f98-8469-49e638b4174d tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:51.222709 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0e8cb231-044e-4d4e-a52e-b2f86ae16191 req-de341da9-a16b-4f98-8469-49e638b4174d tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 950 time: 0.0671496 Feb 20 23:53:51.236792 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa074f3-783e-410e-ab71-6ae0659b2158 x-openstack-request-id: req-5fa074f3-783e-410e-ab71-6ae0659b2158 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:53:51.237083 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80693b6-83b7-4979-ad5a-85d5b9c92bab", "tag": "b3f6f7fd-1391-4d38-b2f3-3278c5278ef2", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:53:51.237464 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fa074f3-783e-410e-ab71-6ae0659b2158 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:53:51.237888 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'tag': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2', 'status': 'completed', 'code': 200} Feb 20 23:53:51.299038 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-0e8cb231-044e-4d4e-a52e-b2f86ae16191 req-e9d8a1d7-83f5-429a-8b12-9b2ef28a5d9f tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/security-groups?id=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699074 Feb 20 23:53:51.322506 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76abd6-c666-4e8f-bd78-b58f36b47e74 req-6f2454cb-81b6-422d-a5f6-9c5c853d8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:51.322506 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ac76abd6-c666-4e8f-bd78-b58f36b47e74 req-6f2454cb-81b6-422d-a5f6-9c5c853d8604 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 1130 time: 0.0576806 Feb 20 23:53:51.322714 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-055c1704-7360-43f4-9cc4-b6efee4b0507 None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:53:51.415052 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76abd6-c666-4e8f-bd78-b58f36b47e74 req-e4288351-36dd-440a-a370-a22e8a4d41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:51.416526 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ac76abd6-c666-4e8f-bd78-b58f36b47e74 req-e4288351-36dd-440a-a370-a22e8a4d41c6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 913 time: 0.0917103 Feb 20 23:53:51.481444 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ac76abd6-c666-4e8f-bd78-b58f36b47e74 req-c23219f5-df12-4225-9a4c-7e956daf5fb5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 HTTP/1.1" status: 200 len: 999 time: 0.0590832 Feb 20 23:53:51.535161 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76abd6-c666-4e8f-bd78-b58f36b47e74 req-de7e2094-e5cf-4341-abe0-c2334d0d199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:51.536835 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ac76abd6-c666-4e8f-bd78-b58f36b47e74 req-de7e2094-e5cf-4341-abe0-c2334d0d199b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 200 len: 851 time: 0.0497274 Feb 20 23:53:51.556397 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-055c1704-7360-43f4-9cc4-b6efee4b0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '221d3bda-98ce-464c-a05d-9108694e2e10', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:aa:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:53:49Z', 'updated_at': '2022-02-20T23:53:49Z', 'revision_number': 0, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}, {'id': '504d709e-16e1-4995-a2f1-298057ee64b0', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': '758e5717-c701-4ff5-b93b-928708c147eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:65:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:50:29Z', 'updated_at': '2022-02-20T23:50:32Z', 'revision_number': 1, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:53:51.583747 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c1704-7360-43f4-9cc4-b6efee4b0507 None None] The sync data for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi is: [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '221d3bda-98ce-464c-a05d-9108694e2e10', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:aa:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:53:49Z', 'updated_at': '2022-02-20T23:53:49Z', 'revision_number': 0, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}, {'id': '504d709e-16e1-4995-a2f1-298057ee64b0', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': '758e5717-c701-4ff5-b93b-928708c147eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:65:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:50:29Z', 'updated_at': '2022-02-20T23:50:32Z', 'revision_number': 1, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:53:51.584826 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76abd6-c666-4e8f-bd78-b58f36b47e74 req-5887e1a6-6071-4afa-8021-3b3e6e0c3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:51.586387 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ac76abd6-c666-4e8f-bd78-b58f36b47e74 req-5887e1a6-6071-4afa-8021-3b3e6e0c3ebc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442710 Feb 20 23:53:51.677674 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ac76abd6-c666-4e8f-bd78-b58f36b47e74 req-7af316ec-3dbc-4e77-808a-b16f754fed34 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852346 Feb 20 23:53:51.757640 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ac3f33a7-3009-46d9-b619-2d0c3b49a19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:51.807117 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ac76abd6-c666-4e8f-bd78-b58f36b47e74 req-4de68238-471b-4260-ae6f-db5bc4bfdf38 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234050 Feb 20 23:53:51.813367 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82899975-cc5b-4f90-859c-a6cee06d8a52 None None] New status for floating IP 221d3bda-98ce-464c-a05d-9108694e2e10: ACTIVE {{(pid=109849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:53:51.821642 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff37cd-98ab-4bba-99ec-821bc0c93a8b req-96f7b19a-82b1-4876-9f83-999b6a7ed40c tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:51.823546 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-84ff37cd-98ab-4bba-99ec-821bc0c93a8b req-96f7b19a-82b1-4876-9f83-999b6a7ed40c tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 950 time: 0.0826879 Feb 20 23:53:51.871844 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-84ff37cd-98ab-4bba-99ec-821bc0c93a8b req-7ec5883a-bfa4-4102-9906-328661c04de0 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/security-groups?id=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Feb 20 23:53:52.997532 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74b347-4300-4b87-ae43-51e45c68eff0 req-402a68e7-f8e3-4d14-a48e-9b12d2441727 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:52.999008 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8f74b347-4300-4b87-ae43-51e45c68eff0 req-402a68e7-f8e3-4d14-a48e-9b12d2441727 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 950 time: 0.0556254 Feb 20 23:53:53.046912 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-8f74b347-4300-4b87-ae43-51e45c68eff0 req-48c2eace-f6b2-4a20-9665-65e627d038cb tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/security-groups?id=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414765 Feb 20 23:53:53.132643 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:53.306353 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eabf10-0dc9-44ce-93fa-7e4d7cf899b0 req-413dec51-7167-4de9-a084-9c19a648022b tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:53:53.307770 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f0eabf10-0dc9-44ce-93fa-7e4d7cf899b0 req-413dec51-7167-4de9-a084-9c19a648022b tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 950 time: 0.0525892 Feb 20 23:53:53.401578 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-f0eabf10-0dc9-44ce-93fa-7e4d7cf899b0 req-08efd479-b851-4fdb-9e5c-9fa0fcf356ca tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Deleting port f6843460-a8d3-4df5-b1a4-89d34df2ca3d {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:53:53.401920 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-f0eabf10-0dc9-44ce-93fa-7e4d7cf899b0 req-08efd479-b851-4fdb-9e5c-9fa0fcf356ca tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:53.494351 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-f0eabf10-0dc9-44ce-93fa-7e4d7cf899b0 req-08efd479-b851-4fdb-9e5c-9fa0fcf356ca tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] For port f6843460-a8d3-4df5-b1a4-89d34df2ca3d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f6843460-a8d3-4df5-b1a4-89d34df2ca3d,segment=NetworkSegment(1c19809c-9dbc-4eac-842e-53e978995bea),segment_id=1c19809c-9dbc-4eac-842e-53e978995bea)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:53:53.494710 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-f0eabf10-0dc9-44ce-93fa-7e4d7cf899b0 req-08efd479-b851-4fdb-9e5c-9fa0fcf356ca tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:53.506970 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-f0eabf10-0dc9-44ce-93fa-7e4d7cf899b0 req-08efd479-b851-4fdb-9e5c-9fa0fcf356ca tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Calling delete_port for f6843460-a8d3-4df5-b1a4-89d34df2ca3d owned by compute:nova {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:53:53.674899 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-f0eabf10-0dc9-44ce-93fa-7e4d7cf899b0 req-08efd479-b851-4fdb-9e5c-9fa0fcf356ca tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (f6843460-a8d3-4df5-b1a4-89d34df2ca3d), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:53.686842 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] get_ports_and_sgs() called for port_ids ['f6843460-a8d3-4df5-b1a4-89d34df2ca3d'] {{(pid=109848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:53:53.703729 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efd479-b851-4fdb-9e5c-9fa0fcf356ca tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Pushing event deleted for resources: {'Port': ['ID=f6843460-a8d3-4df5-b1a4-89d34df2ca3d,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:53:53.756537 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0eabf10-0dc9-44ce-93fa-7e4d7cf899b0 req-08efd479-b851-4fdb-9e5c-9fa0fcf356ca tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] No DVR routers for this DVR port f6843460-a8d3-4df5-b1a4-89d34df2ca3d on host hv-cinder-81322 {{(pid=109846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:53:53.759085 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-f0eabf10-0dc9-44ce-93fa-7e4d7cf899b0 req-08efd479-b851-4fdb-9e5c-9fa0fcf356ca tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:53.762954 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f0eabf10-0dc9-44ce-93fa-7e4d7cf899b0 req-08efd479-b851-4fdb-9e5c-9fa0fcf356ca tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.89 "DELETE /v2.0/ports/f6843460-a8d3-4df5-b1a4-89d34df2ca3d HTTP/1.1" status: 204 len: 173 time: 0.4480870 Feb 20 23:53:53.763412 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7180cd-a780-48ff-918f-5e7982fd0c2e', 'name': 'network-vif-deleted', 'tag': 'f6843460-a8d3-4df5-b1a4-89d34df2ca3d'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:53:53.765796 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d052d2-3bff-4c88-a6d4-947421a07247" -d '{"events": [{"server_uuid": "9f7180cd-a780-48ff-918f-5e7982fd0c2e", "name": "network-vif-deleted", "tag": "f6843460-a8d3-4df5-b1a4-89d34df2ca3d"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:53:53.819551 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1647c642-4e40-4b50-bf42-dfad4ea2e9d8 x-openstack-request-id: req-1647c642-4e40-4b50-bf42-dfad4ea2e9d8 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:53:53.819882 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7180cd-a780-48ff-918f-5e7982fd0c2e", "name": "network-vif-deleted", "tag": "f6843460-a8d3-4df5-b1a4-89d34df2ca3d", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:53:53.820143 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1647c642-4e40-4b50-bf42-dfad4ea2e9d8 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:53:53.820548 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7180cd-a780-48ff-918f-5e7982fd0c2e', 'name': 'network-vif-deleted', 'tag': 'f6843460-a8d3-4df5-b1a4-89d34df2ca3d', 'status': 'completed', 'code': 200} Feb 20 23:53:54.166310 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-f8b37ea3-0d28-49ab-bbf4-78d661d6ec87 req-2260cec1-a5ce-48d0-b265-196da034dee2 tempest-VolumesNegativeTest-1595962671 tempest-VolumesNegativeTest-1595962671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7180cd-a780-48ff-918f-5e7982fd0c2e HTTP/1.1" status: 200 len: 210 time: 0.0275314 Feb 20 23:53:54.726797 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:56.092436 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:53:57.584138 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device f6843460-a8d3-4df5-b1a4-89d34df2ca3d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:53:57.604264 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: f6843460-a8d3-4df5-b1a4-89d34df2ca3d {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:53:57.604609 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device f6843460-a8d3-4df5-b1a4-89d34df2ca3d not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:53:59.611966 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:00.718676 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 49404) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:54:00.851781 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-4403471b-a1f8-4f20-8312-7ca231ee95fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01b772ddce364fe891edee787e3e8d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319697 Feb 20 23:54:00.854303 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 49408) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:54:00.900712 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2d70a0f-9931-47c5-ab5b-08e136197927 admin admin] Publish callbacks [] for security_group (90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:00.920718 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2d70a0f-9931-47c5-ab5b-08e136197927 admin admin] Publish callbacks [] for security_group (90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:01.016984 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2d70a0f-9931-47c5-ab5b-08e136197927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:01.019599 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-b2d70a0f-9931-47c5-ab5b-08e136197927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:01.020766 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-b2d70a0f-9931-47c5-ab5b-08e136197927 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41 HTTP/1.1" status: 204 len: 168 time: 0.1655605 Feb 20 23:54:01.028526 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d70a0f-9931-47c5-ab5b-08e136197927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e8d6cb-1329-43c5-b1b6-f6fdc73f1b41,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:54:19.055177 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:54:19.462648 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1231de5-62ca-4557-b3e4-9e469fcb6691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:21.720244 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf8b6-ae64-4422-9dbf-8c2c8f2c6cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:23.127332 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:24.720145 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:26.077140 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 49556) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:54:26.136522 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:26.181820 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9e7efd1f-48e2-4de0-9831-d7cd5fed2d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:26.258000 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9e7efd1f-48e2-4de0-9831-d7cd5fed2d50 admin admin] Publish callbacks [] for security_group (22d6e650-6268-430d-ab9f-b324e2729637), precommit_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:26.308517 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-9e7efd1f-48e2-4de0-9831-d7cd5fed2d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (22d6e650-6268-430d-ab9f-b324e2729637), after_create {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:26.347281 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-9e7efd1f-48e2-4de0-9831-d7cd5fed2d50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bef29e01ee4d4db09d61a9e2ce325c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690883 Feb 20 23:54:26.348245 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7efd1f-48e2-4de0-9831-d7cd5fed2d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d6e650-6268-430d-ab9f-b324e2729637,revision_number=1']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:54:26.350027 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49560) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:54:26.401040 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d85ec79e-a5a3-4621-aa03-49c1fc9f393e admin admin] Publish callbacks [] for security_group (22d6e650-6268-430d-ab9f-b324e2729637), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:26.422460 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d85ec79e-a5a3-4621-aa03-49c1fc9f393e admin admin] Publish callbacks [] for security_group (22d6e650-6268-430d-ab9f-b324e2729637), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:26.547951 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d85ec79e-a5a3-4621-aa03-49c1fc9f393e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (22d6e650-6268-430d-ab9f-b324e2729637), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:26.550571 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-d85ec79e-a5a3-4621-aa03-49c1fc9f393e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:26.551703 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-d85ec79e-a5a3-4621-aa03-49c1fc9f393e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22d6e650-6268-430d-ab9f-b324e2729637 HTTP/1.1" status: 204 len: 168 time: 0.1992781 Feb 20 23:54:26.560334 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ec79e-a5a3-4621-aa03-49c1fc9f393e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d6e650-6268-430d-ab9f-b324e2729637,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:54:29.587959 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:34.313086 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b40be807-28ba-47df-beeb-23f83ace0b4b req-5bd8c076-1c79-4304-8600-57db2db438f2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444520 Feb 20 23:54:34.394990 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40be807-28ba-47df-beeb-23f83ace0b4b req-eac0888a-f8bd-4834-b4a4-693418a574be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:54:34.396397 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b40be807-28ba-47df-beeb-23f83ace0b4b req-eac0888a-f8bd-4834-b4a4-693418a574be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 1129 time: 0.0445673 Feb 20 23:54:34.501265 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40be807-28ba-47df-beeb-23f83ace0b4b req-c3f68fbf-c88a-4a98-b676-a30e647a0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:54:34.502743 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b40be807-28ba-47df-beeb-23f83ace0b4b req-c3f68fbf-c88a-4a98-b676-a30e647a0501 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 913 time: 0.0877712 Feb 20 23:54:34.571645 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b40be807-28ba-47df-beeb-23f83ace0b4b req-4b07d157-0b85-4a06-b8fb-7727c21fbb5b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=758e5717-c701-4ff5-b93b-928708c147eb HTTP/1.1" status: 200 len: 1001 time: 0.0624397 Feb 20 23:54:34.625141 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40be807-28ba-47df-beeb-23f83ace0b4b req-a30e0189-3a98-4218-a0f6-611774fd9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:54:34.626612 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b40be807-28ba-47df-beeb-23f83ace0b4b req-a30e0189-3a98-4218-a0f6-611774fd9add service neutron] 10.222.0.89 "GET /v2.0/subnets?id=457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 200 len: 851 time: 0.0491552 Feb 20 23:54:34.681642 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40be807-28ba-47df-beeb-23f83ace0b4b req-89de559d-c916-4e9c-aaec-efdcfc8e7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:54:34.683312 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b40be807-28ba-47df-beeb-23f83ace0b4b req-89de559d-c916-4e9c-aaec-efdcfc8e7b4f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492449 Feb 20 23:54:34.772309 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b40be807-28ba-47df-beeb-23f83ace0b4b req-ee6b2a8b-bdc9-415b-891d-e781335b5b35 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831156 Feb 20 23:54:34.863683 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-b40be807-28ba-47df-beeb-23f83ace0b4b req-f4ec1662-538e-4592-be85-45dd20c39dbb service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840077 Feb 20 23:54:49.359976 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-82bbf3c5-ba81-4ee0-b2d2-c752883a3cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:51.725557 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6467ee21-54f7-4483-bc14-40e7bb08fc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:53.119848 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:54.702339 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:56.055645 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:54:56.125657 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:54:59.599390 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:19.336004 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-66c31d2f-a3fd-41b9-b23d-118bb704cfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:21.730930 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-447688a3-bf82-4383-8f2a-7ca4f427f5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:23.096259 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:24.718878 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:26.136688 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:29.626772 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:33.054464 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:55:35.311090 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d3f8e6ec-f35e-474a-a6e1-2393086617cf req-992f23c8-9486-4e8d-a405-07bffc117dff service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454891 Feb 20 23:55:35.373575 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e6ec-f35e-474a-a6e1-2393086617cf req-23036017-dfef-4e05-9880-af6855a7aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:55:35.375043 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d3f8e6ec-f35e-474a-a6e1-2393086617cf req-23036017-dfef-4e05-9880-af6855a7aea9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 1130 time: 0.0449297 Feb 20 23:55:35.480363 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e6ec-f35e-474a-a6e1-2393086617cf req-90867c79-02ba-4676-b987-05b01a5ab0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:55:35.481853 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d3f8e6ec-f35e-474a-a6e1-2393086617cf req-90867c79-02ba-4676-b987-05b01a5ab0fc service neutron] 10.222.0.89 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 913 time: 0.0893991 Feb 20 23:55:35.546212 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d3f8e6ec-f35e-474a-a6e1-2393086617cf req-a410e493-1fe9-47b3-96d5-f98bbf3b365e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0577972 Feb 20 23:55:35.597670 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e6ec-f35e-474a-a6e1-2393086617cf req-1fdbfd51-802f-4f35-8b2a-93c4e161624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:55:35.598967 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d3f8e6ec-f35e-474a-a6e1-2393086617cf req-1fdbfd51-802f-4f35-8b2a-93c4e161624a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 200 len: 851 time: 0.0464976 Feb 20 23:55:35.646751 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e6ec-f35e-474a-a6e1-2393086617cf req-aec334fd-8135-42aa-a29f-8e799bbe776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:55:35.648196 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d3f8e6ec-f35e-474a-a6e1-2393086617cf req-aec334fd-8135-42aa-a29f-8e799bbe776a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433881 Feb 20 23:55:35.733818 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d3f8e6ec-f35e-474a-a6e1-2393086617cf req-4cdf3043-f5be-4928-8e8a-d690afd21688 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795357 Feb 20 23:55:35.826067 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-d3f8e6ec-f35e-474a-a6e1-2393086617cf req-08d911a9-7870-469f-bdb2-d75e7553341f service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Feb 20 23:55:49.318428 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-584eecce-11b9-4af9-afd4-95da5f703bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:51.719172 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3454b728-41a3-4000-9562-23d64ebac496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:53.101928 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:54.028257 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49592) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:55:54.183478 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Deleting port 95e5bb10-05b9-4dd9-9b1c-4f4f174de641 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:55:54.183833 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (95e5bb10-05b9-4dd9-9b1c-4f4f174de641), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:54.258117 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (95e5bb10-05b9-4dd9-9b1c-4f4f174de641), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:54.258435 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for floatingip (95e5bb10-05b9-4dd9-9b1c-4f4f174de641), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:54.270444 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Calling delete_port for 95e5bb10-05b9-4dd9-9b1c-4f4f174de641 owned by network:floatingip {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:55:54.524296 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (95e5bb10-05b9-4dd9-9b1c-4f4f174de641), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:54.550190 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event deleted for resources: {'Port': ['ID=95e5bb10-05b9-4dd9-9b1c-4f4f174de641,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:55:54.562660 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:54.563009 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:54.563349 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:54.563683 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:54.564013 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:54.564451 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:54.564768 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:54.568424 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:54.568424 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:54.568424 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:54.568424 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:54.568424 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:54.568424 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:54.625197 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for floatingip (221d3bda-98ce-464c-a05d-9108694e2e10), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:54.625522 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.l3_db [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Floating IP 221d3bda-98ce-464c-a05d-9108694e2e10 disassociated (deleted). External IP: 172.27.0.27, port: b3f6f7fd-1391-4d38-b2f3-3278c5278ef2. Feb 20 23:55:54.746361 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:55.086945 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Router ad4b40db-bc60-4213-82ec-f7a471843fae has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:55:55.196568 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:55:55.201312 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:55.207399 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc28c9b-dd62-4bfb-8139-7efde5053eaa None None] Sync routers for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:55:55.217279 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc28c9b-dd62-4bfb-8139-7efde5053eaa None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:55:55.217896 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-0fc28c9b-dd62-4bfb-8139-7efde5053eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:55:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:55:55.229095 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-69b6e430-b8c7-4363-a349-9c4b6e5c1b19 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "DELETE /v2.0/floatingips/221d3bda-98ce-464c-a05d-9108694e2e10 HTTP/1.1" status: 204 len: 168 time: 1.1995885 Feb 20 23:55:55.229782 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'tag': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:55:55.233078 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641a7c89-494a-4788-ac9f-6e39f5a46733" -d '{"events": [{"name": "network-changed", "server_uuid": "c80693b6-83b7-4979-ad5a-85d5b9c92bab", "tag": "b3f6f7fd-1391-4d38-b2f3-3278c5278ef2"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:55:55.331534 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-0fc28c9b-dd62-4bfb-8139-7efde5053eaa None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:55:55.489197 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b00132-e3f2-48dc-81a4-5ad1fae04694 x-openstack-request-id: req-e2b00132-e3f2-48dc-81a4-5ad1fae04694 {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:55:55.489427 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80693b6-83b7-4979-ad5a-85d5b9c92bab", "tag": "b3f6f7fd-1391-4d38-b2f3-3278c5278ef2", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:55:55.489678 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2b00132-e3f2-48dc-81a4-5ad1fae04694 {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:55:55.490084 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'tag': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2', 'status': 'completed', 'code': 200} Feb 20 23:55:55.556194 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a7c89-494a-4788-ac9f-6e39f5a46733 req-6fbd6039-010e-4bcb-b518-3deb34a9ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:55:55.557727 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-641a7c89-494a-4788-ac9f-6e39f5a46733 req-6fbd6039-010e-4bcb-b518-3deb34a9ad4e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 1130 time: 0.0460761 Feb 20 23:55:55.566230 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-0fc28c9b-dd62-4bfb-8139-7efde5053eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '504d709e-16e1-4995-a2f1-298057ee64b0', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': '758e5717-c701-4ff5-b93b-928708c147eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:65:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:50:29Z', 'updated_at': '2022-02-20T23:50:32Z', 'revision_number': 1, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:55:55.596804 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc28c9b-dd62-4bfb-8139-7efde5053eaa None None] Checking router: ad4b40db-bc60-4213-82ec-f7a471843fae for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:55:55.605998 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc28c9b-dd62-4bfb-8139-7efde5053eaa None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:55:55.606619 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-0fc28c9b-dd62-4bfb-8139-7efde5053eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:55:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:55:55.663772 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a7c89-494a-4788-ac9f-6e39f5a46733 req-4bc237f8-544e-496d-b97e-90fa55171892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:55:55.664293 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-641a7c89-494a-4788-ac9f-6e39f5a46733 req-4bc237f8-544e-496d-b97e-90fa55171892 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 913 time: 0.1003411 Feb 20 23:55:55.705012 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-641a7c89-494a-4788-ac9f-6e39f5a46733 req-bc20557e-5409-4267-97e5-d174919335b1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 HTTP/1.1" status: 200 len: 217 time: 0.0344644 Feb 20 23:55:55.722386 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-0fc28c9b-dd62-4bfb-8139-7efde5053eaa None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:55:55.757139 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a7c89-494a-4788-ac9f-6e39f5a46733 req-1d9df289-4d09-4c8e-a84e-2212742ac1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:55:55.758610 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-641a7c89-494a-4788-ac9f-6e39f5a46733 req-1d9df289-4d09-4c8e-a84e-2212742ac1ea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 200 len: 851 time: 0.0467763 Feb 20 23:55:55.847655 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c83dc-0fef-4721-b119-e0efb8649d5f req-8b394df4-09ac-4306-825c-888ef437890a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:55:55.849147 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4a4c83dc-0fef-4721-b119-e0efb8649d5f req-8b394df4-09ac-4306-825c-888ef437890a tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 946 time: 0.2008219 Feb 20 23:55:55.851025 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a7c89-494a-4788-ac9f-6e39f5a46733 req-47645264-072c-4dbf-a25b-1cee7b62c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:55:55.852239 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-641a7c89-494a-4788-ac9f-6e39f5a46733 req-47645264-072c-4dbf-a25b-1cee7b62c313 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0877342 Feb 20 23:55:55.948940 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-0fc28c9b-dd62-4bfb-8139-7efde5053eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '504d709e-16e1-4995-a2f1-298057ee64b0', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': '758e5717-c701-4ff5-b93b-928708c147eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:65:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:50:29Z', 'updated_at': '2022-02-20T23:50:32Z', 'revision_number': 1, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:55:55.950289 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-4a4c83dc-0fef-4721-b119-e0efb8649d5f req-c544f4c1-5f2e-4c1f-b6bc-41a05127a13b tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954807 Feb 20 23:55:55.979300 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc28c9b-dd62-4bfb-8139-7efde5053eaa None None] The sync data for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi is: [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_floatingips': [{'id': '504d709e-16e1-4995-a2f1-298057ee64b0', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'router_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'port_id': '758e5717-c701-4ff5-b93b-928708c147eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'mac_address': 'fa:16:3e:65:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:50:29Z', 'updated_at': '2022-02-20T23:50:32Z', 'revision_number': 1, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:55:55.987771 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-641a7c89-494a-4788-ac9f-6e39f5a46733 req-f79c6835-5fad-4188-998c-bb6df24e491d service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256440 Feb 20 23:55:56.082900 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-641a7c89-494a-4788-ac9f-6e39f5a46733 req-c003ef3d-389d-4ae1-aa27-94a170cf3e55 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886748 Feb 20 23:55:56.124796 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:56.210173 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe81104-0739-49c2-869d-41f2f405dd6e None None] New status for floating IP 221d3bda-98ce-464c-a05d-9108694e2e10: DOWN {{(pid=109849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:55:57.129349 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93427ce9-8852-47d9-88f3-4e36712c06a5 req-dbf02dda-c00d-4518-95b2-1957479831b4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:55:57.130835 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-93427ce9-8852-47d9-88f3-4e36712c06a5 req-dbf02dda-c00d-4518-95b2-1957479831b4 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 946 time: 0.1067472 Feb 20 23:55:57.178358 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-93427ce9-8852-47d9-88f3-4e36712c06a5 req-715f66dc-c598-4bf2-9c72-e4edec981c39 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417442 Feb 20 23:55:57.565148 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d313de-d629-4280-9c19-588fdccbd771 req-8414eed5-92fc-476a-93a7-62c5c0517e7e tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:55:57.566547 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-28d313de-d629-4280-9c19-588fdccbd771 req-8414eed5-92fc-476a-93a7-62c5c0517e7e tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 946 time: 0.0546758 Feb 20 23:55:57.654653 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-28d313de-d629-4280-9c19-588fdccbd771 req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Deleting port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:55:57.654984 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-28d313de-d629-4280-9c19-588fdccbd771 req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:57.743965 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-28d313de-d629-4280-9c19-588fdccbd771 req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] For port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:55:57.744323 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-28d313de-d629-4280-9c19-588fdccbd771 req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:57.757457 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-28d313de-d629-4280-9c19-588fdccbd771 req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Calling delete_port for b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 owned by compute:nova {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:55:57.958943 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-28d313de-d629-4280-9c19-588fdccbd771 req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (b3f6f7fd-1391-4d38-b2f3-3278c5278ef2), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:57.988834 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event deleted for resources: {'Port': ['ID=b3f6f7fd-1391-4d38-b2f3-3278c5278ef2,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:55:58.002057 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:58.002413 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:58.002833 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:58.003163 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:58.003469 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:58.003812 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:58.004139 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:58.004469 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:58.004835 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:58.005885 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:58.005885 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:58.005885 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:58.007323 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:55:58.042902 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d313de-d629-4280-9c19-588fdccbd771 req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] No DVR routers for this DVR port b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 on host hv-cinder-81322 {{(pid=109846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:55:58.046107 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-28d313de-d629-4280-9c19-588fdccbd771 req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:55:58.049531 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-28d313de-d629-4280-9c19-588fdccbd771 req-cf81a8b3-161a-4845-87c5-e22baca1dd77 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "DELETE /v2.0/ports/b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 HTTP/1.1" status: 204 len: 173 time: 0.4775646 Feb 20 23:55:58.049967 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'name': 'network-vif-deleted', 'tag': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:55:58.052174 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fbfd9d-af39-44d5-a708-deb0aaa2d583" -d '{"events": [{"server_uuid": "c80693b6-83b7-4979-ad5a-85d5b9c92bab", "name": "network-vif-deleted", "tag": "b3f6f7fd-1391-4d38-b2f3-3278c5278ef2"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:55:58.090098 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb676672-c605-4bdc-9860-384753f09e92 x-openstack-request-id: req-fb676672-c605-4bdc-9860-384753f09e92 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:55:58.090461 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80693b6-83b7-4979-ad5a-85d5b9c92bab", "name": "network-vif-deleted", "tag": "b3f6f7fd-1391-4d38-b2f3-3278c5278ef2", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:55:58.090808 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb676672-c605-4bdc-9860-384753f09e92 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:55:58.091324 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80693b6-83b7-4979-ad5a-85d5b9c92bab', 'name': 'network-vif-deleted', 'tag': 'b3f6f7fd-1391-4d38-b2f3-3278c5278ef2', 'status': 'completed', 'code': 200} Feb 20 23:55:58.274368 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-ff6c5c8d-edeb-4d16-b465-5c4a06c387b3 req-2dd0cdb1-3e60-4d6e-b391-aea3e1041186 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80693b6-83b7-4979-ad5a-85d5b9c92bab HTTP/1.1" status: 200 len: 210 time: 0.0277667 Feb 20 23:55:59.593157 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:01.701885 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49640) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:01.855088 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-7bb9211e-bc04-4975-a32f-68b0371cbdc3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Deleting port 37774e8f-1f24-45da-afeb-356ce8c092f4 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:56:01.855432 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7bb9211e-bc04-4975-a32f-68b0371cbdc3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (37774e8f-1f24-45da-afeb-356ce8c092f4), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:01.928009 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7bb9211e-bc04-4975-a32f-68b0371cbdc3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (37774e8f-1f24-45da-afeb-356ce8c092f4), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:01.928331 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7bb9211e-bc04-4975-a32f-68b0371cbdc3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for floatingip (37774e8f-1f24-45da-afeb-356ce8c092f4), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:01.940040 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-7bb9211e-bc04-4975-a32f-68b0371cbdc3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Calling delete_port for 37774e8f-1f24-45da-afeb-356ce8c092f4 owned by network:floatingip {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:56:02.147702 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7bb9211e-bc04-4975-a32f-68b0371cbdc3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (37774e8f-1f24-45da-afeb-356ce8c092f4), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:02.173744 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9211e-bc04-4975-a32f-68b0371cbdc3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event deleted for resources: {'Port': ['ID=37774e8f-1f24-45da-afeb-356ce8c092f4,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:02.236324 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7bb9211e-bc04-4975-a32f-68b0371cbdc3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for floatingip (504d709e-16e1-4995-a2f1-298057ee64b0), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:02.236574 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.db.l3_db [None req-7bb9211e-bc04-4975-a32f-68b0371cbdc3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Floating IP 504d709e-16e1-4995-a2f1-298057ee64b0 disassociated (deleted). External IP: 172.27.0.170, port: 758e5717-c701-4ff5-b93b-928708c147eb. Feb 20 23:56:02.313517 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:56:02.333744 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:56:02.334097 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device b3f6f7fd-1391-4d38-b2f3-3278c5278ef2 not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:56:02.448751 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb9211e-bc04-4975-a32f-68b0371cbdc3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Router ad4b40db-bc60-4213-82ec-f7a471843fae has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:56:02.557262 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb9211e-bc04-4975-a32f-68b0371cbdc3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:56:02.569063 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-7bb9211e-bc04-4975-a32f-68b0371cbdc3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:02.569185 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb01e7-d6cd-4a00-b2f6-ec04f98b134a None None] Sync routers for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:56:02.576898 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb01e7-d6cd-4a00-b2f6-ec04f98b134a None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:56:02.577510 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-58fb01e7-d6cd-4a00-b2f6-ec04f98b134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:55:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:02.594166 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-7bb9211e-bc04-4975-a32f-68b0371cbdc3 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "DELETE /v2.0/floatingips/504d709e-16e1-4995-a2f1-298057ee64b0 HTTP/1.1" status: 204 len: 168 time: 0.8887744 Feb 20 23:56:02.594166 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'tag': '758e5717-c701-4ff5-b93b-928708c147eb'}] {{(pid=109847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:56:02.597524 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def4d38af4bff6d6154a1a4299547873f32a8f2ac925f5d500d97acc45b9ea70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437e7d82-20dd-4fc4-b39b-f8b00d619d70" -d '{"events": [{"name": "network-changed", "server_uuid": "0721ac2a-4638-45fe-a86c-249ea066fa1a", "tag": "758e5717-c701-4ff5-b93b-928708c147eb"}]}' {{(pid=109847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:56:02.634179 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e847554-4cb4-470d-b40c-c75f4be68f2f x-openstack-request-id: req-5e847554-4cb4-470d-b40c-c75f4be68f2f {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:56:02.634488 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0721ac2a-4638-45fe-a86c-249ea066fa1a", "tag": "758e5717-c701-4ff5-b93b-928708c147eb", "status": "completed", "code": 200}]} {{(pid=109847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:56:02.635514 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e847554-4cb4-470d-b40c-c75f4be68f2f {{(pid=109847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:56:02.635514 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'tag': '758e5717-c701-4ff5-b93b-928708c147eb', 'status': 'completed', 'code': 200} Feb 20 23:56:02.698120 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-58fb01e7-d6cd-4a00-b2f6-ec04f98b134a None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:56:02.707668 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7d82-20dd-4fc4-b39b-f8b00d619d70 req-449c0e76-9df3-4e63-a389-c427e444189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:56:02.709197 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-437e7d82-20dd-4fc4-b39b-f8b00d619d70 req-449c0e76-9df3-4e63-a389-c427e444189f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0ab0463fadd485090d27628f33e8dc8&device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 1129 time: 0.0497773 Feb 20 23:56:02.804337 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7d82-20dd-4fc4-b39b-f8b00d619d70 req-46d36e7e-b8de-4906-9818-19369994ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:56:02.805851 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-437e7d82-20dd-4fc4-b39b-f8b00d619d70 req-46d36e7e-b8de-4906-9818-19369994ff0c service neutron] 10.222.0.89 "GET /v2.0/networks?id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 200 len: 913 time: 0.0908909 Feb 20 23:56:02.852612 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-437e7d82-20dd-4fc4-b39b-f8b00d619d70 req-c9d91b0a-bb2b-45a7-b117-bf8a3d116ef8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=758e5717-c701-4ff5-b93b-928708c147eb HTTP/1.1" status: 200 len: 217 time: 0.0407543 Feb 20 23:56:02.902305 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7d82-20dd-4fc4-b39b-f8b00d619d70 req-313860dd-3962-4244-ba45-a1d1d007f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:56:02.904922 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-437e7d82-20dd-4fc4-b39b-f8b00d619d70 req-313860dd-3962-4244-ba45-a1d1d007f37e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 200 len: 851 time: 0.0460751 Feb 20 23:56:02.962419 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7d82-20dd-4fc4-b39b-f8b00d619d70 req-bbb75268-7908-4d7f-b41f-2fc71374eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:56:02.964130 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-437e7d82-20dd-4fc4-b39b-f8b00d619d70 req-bbb75268-7908-4d7f-b41f-2fc71374eb00 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525763 Feb 20 23:56:03.043558 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-58fb01e7-d6cd-4a00-b2f6-ec04f98b134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:03.070711 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb01e7-d6cd-4a00-b2f6-ec04f98b134a None None] Checking router: ad4b40db-bc60-4213-82ec-f7a471843fae for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:56:03.080063 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb01e7-d6cd-4a00-b2f6-ec04f98b134a None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:56:03.080671 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-58fb01e7-d6cd-4a00-b2f6-ec04f98b134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:55:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:03.094086 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74206138-ab4e-417c-9607-46c1c6c8fbdc req-f4bd0c2b-bf84-413e-8238-5f4ee30d7bb7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:56:03.095595 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-74206138-ab4e-417c-9607-46c1c6c8fbdc req-f4bd0c2b-bf84-413e-8238-5f4ee30d7bb7 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 945 time: 0.1165178 Feb 20 23:56:03.101508 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-437e7d82-20dd-4fc4-b39b-f8b00d619d70 req-ff295adb-b27f-4bd2-8a9a-87c866338e43 service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305556 Feb 20 23:56:03.192569 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-58fb01e7-d6cd-4a00-b2f6-ec04f98b134a None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:56:03.198279 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-74206138-ab4e-417c-9607-46c1c6c8fbdc req-25724197-d865-4944-837e-dbf1ff3c6e8e tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/security-groups?id=975716d0-e84a-41a1-8a4d-48f3ac775a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958502 Feb 20 23:56:03.226631 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-437e7d82-20dd-4fc4-b39b-f8b00d619d70 req-20274faf-5645-48a5-a1bf-948defb8509a service neutron] 10.222.0.89 "GET /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170764 Feb 20 23:56:03.413648 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-58fb01e7-d6cd-4a00-b2f6-ec04f98b134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:03.440968 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb01e7-d6cd-4a00-b2f6-ec04f98b134a None None] The sync data for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi is: [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:46:37Z', 'revision_number': 4, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi', '_interfaces': [{'id': '55baf5b9-e4b5-41df-bd91-45eeef761a43', 'name': '', 'network_id': 'bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'mac_address': 'fa:16:3e:b5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:37Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'subnets': [{'id': '457b11d8-602f-4dc9-9696-6a10c6736e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:56:03.665684 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c90247b-965b-402f-add5-f7c87397a202 None None] New status for floating IP 504d709e-16e1-4995-a2f1-298057ee64b0: DOWN {{(pid=109849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:56:03.675304 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf4104-1998-4e48-b80e-427dce077d25 req-9bd49754-5314-47a9-8aad-fe3ef5f65eee tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:56:03.676783 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6fdf4104-1998-4e48-b80e-427dce077d25 req-9bd49754-5314-47a9-8aad-fe3ef5f65eee tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 945 time: 0.0557745 Feb 20 23:56:03.767359 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-6fdf4104-1998-4e48-b80e-427dce077d25 req-60695f21-e2c0-4f68-bc73-bc60841c18e0 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Deleting port 758e5717-c701-4ff5-b93b-928708c147eb {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:56:03.767945 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-6fdf4104-1998-4e48-b80e-427dce077d25 req-60695f21-e2c0-4f68-bc73-bc60841c18e0 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (758e5717-c701-4ff5-b93b-928708c147eb), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:03.856086 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [req-6fdf4104-1998-4e48-b80e-427dce077d25 req-60695f21-e2c0-4f68-bc73-bc60841c18e0 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] For port 758e5717-c701-4ff5-b93b-928708c147eb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=758e5717-c701-4ff5-b93b-928708c147eb,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:56:03.856461 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-6fdf4104-1998-4e48-b80e-427dce077d25 req-60695f21-e2c0-4f68-bc73-bc60841c18e0 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (758e5717-c701-4ff5-b93b-928708c147eb), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:03.870138 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [req-6fdf4104-1998-4e48-b80e-427dce077d25 req-60695f21-e2c0-4f68-bc73-bc60841c18e0 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Calling delete_port for 758e5717-c701-4ff5-b93b-928708c147eb owned by compute:nova {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:56:04.083552 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-6fdf4104-1998-4e48-b80e-427dce077d25 req-60695f21-e2c0-4f68-bc73-bc60841c18e0 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (758e5717-c701-4ff5-b93b-928708c147eb), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:04.112575 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60695f21-e2c0-4f68-bc73-bc60841c18e0 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event deleted for resources: {'Port': ['ID=758e5717-c701-4ff5-b93b-928708c147eb,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:04.156524 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdf4104-1998-4e48-b80e-427dce077d25 req-60695f21-e2c0-4f68-bc73-bc60841c18e0 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] No DVR routers for this DVR port 758e5717-c701-4ff5-b93b-928708c147eb on host hv-cinder-81322 {{(pid=109846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:56:04.159031 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [req-6fdf4104-1998-4e48-b80e-427dce077d25 req-60695f21-e2c0-4f68-bc73-bc60841c18e0 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for port (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:04.162445 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-6fdf4104-1998-4e48-b80e-427dce077d25 req-60695f21-e2c0-4f68-bc73-bc60841c18e0 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.89 "DELETE /v2.0/ports/758e5717-c701-4ff5-b93b-928708c147eb HTTP/1.1" status: 204 len: 173 time: 0.4806345 Feb 20 23:56:04.162876 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'name': 'network-vif-deleted', 'tag': '758e5717-c701-4ff5-b93b-928708c147eb'}] {{(pid=109846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:56:04.165214 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4868acb2c4a303b3d668956b1d587f5c5c19e35085e4c6aa65e443d5563bd92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0216b20d-f84c-44ca-929b-e765f4eb584e" -d '{"events": [{"server_uuid": "0721ac2a-4638-45fe-a86c-249ea066fa1a", "name": "network-vif-deleted", "tag": "758e5717-c701-4ff5-b93b-928708c147eb"}]}' {{(pid=109846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:56:04.200791 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f44e9c-04d3-4e3b-b961-6e90b114c705 x-openstack-request-id: req-59f44e9c-04d3-4e3b-b961-6e90b114c705 {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:56:04.201270 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0721ac2a-4638-45fe-a86c-249ea066fa1a", "name": "network-vif-deleted", "tag": "758e5717-c701-4ff5-b93b-928708c147eb", "status": "completed", "code": 200}]} {{(pid=109846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:56:04.201512 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59f44e9c-04d3-4e3b-b961-6e90b114c705 {{(pid=109846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:56:04.201911 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0721ac2a-4638-45fe-a86c-249ea066fa1a', 'name': 'network-vif-deleted', 'tag': '758e5717-c701-4ff5-b93b-928708c147eb', 'status': 'completed', 'code': 200} Feb 20 23:56:04.296905 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [req-75fd28de-58ea-4b34-bc46-075383ee8280 req-4fcac48d-f0ec-4484-b0db-cf57acb30923 tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "GET /v2.0/ports?device_id=0721ac2a-4638-45fe-a86c-249ea066fa1a HTTP/1.1" status: 200 len: 210 time: 0.0282416 Feb 20 23:56:05.355160 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49654) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:05.481199 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-5a101aec-f5a6-4236-b8a5-5ed4378f447c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Deleting port 045004cb-af9b-43a2-8aab-db8f6f332978 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:56:05.481614 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5a101aec-f5a6-4236-b8a5-5ed4378f447c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (045004cb-af9b-43a2-8aab-db8f6f332978), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:05.554507 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5a101aec-f5a6-4236-b8a5-5ed4378f447c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (045004cb-af9b-43a2-8aab-db8f6f332978), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:05.554831 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5a101aec-f5a6-4236-b8a5-5ed4378f447c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for floatingip (045004cb-af9b-43a2-8aab-db8f6f332978), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:05.566225 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-5a101aec-f5a6-4236-b8a5-5ed4378f447c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Calling delete_port for 045004cb-af9b-43a2-8aab-db8f6f332978 owned by network:floatingip {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:56:05.793102 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5a101aec-f5a6-4236-b8a5-5ed4378f447c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (045004cb-af9b-43a2-8aab-db8f6f332978), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:05.818489 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a101aec-f5a6-4236-b8a5-5ed4378f447c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event deleted for resources: {'Port': ['ID=045004cb-af9b-43a2-8aab-db8f6f332978,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:05.880870 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5a101aec-f5a6-4236-b8a5-5ed4378f447c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for floatingip (e3251a4f-0e56-474b-9d8a-2dced7cb592a), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:05.883369 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5a101aec-f5a6-4236-b8a5-5ed4378f447c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-405357'] for floatingip (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:05.884500 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-5a101aec-f5a6-4236-b8a5-5ed4378f447c tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "DELETE /v2.0/floatingips/e3251a4f-0e56-474b-9d8a-2dced7cb592a HTTP/1.1" status: 204 len: 168 time: 0.5283289 Feb 20 23:56:07.196745 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49666) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:07.252112 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5d5eecfd-2111-48eb-b439-fd41d591046f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group (975716d0-e84a-41a1-8a4d-48f3ac775a60), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:07.276748 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5d5eecfd-2111-48eb-b439-fd41d591046f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group (975716d0-e84a-41a1-8a4d-48f3ac775a60), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:07.420398 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5d5eecfd-2111-48eb-b439-fd41d591046f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (975716d0-e84a-41a1-8a4d-48f3ac775a60), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:07.423431 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-5d5eecfd-2111-48eb-b439-fd41d591046f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:07.424272 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-5d5eecfd-2111-48eb-b439-fd41d591046f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] 10.222.0.37 "DELETE /v2.0/security-groups/975716d0-e84a-41a1-8a4d-48f3ac775a60 HTTP/1.1" status: 204 len: 168 time: 0.2265422 Feb 20 23:56:07.434162 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5eecfd-2111-48eb-b439-fd41d591046f tempest-TestVolumeBootPattern-943529279 tempest-TestVolumeBootPattern-943529279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975716d0-e84a-41a1-8a4d-48f3ac775a60,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:07.555887 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49670) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:08.008486 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-84c49368-ecee-417f-be4f-7efda63b87d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684852'] for router_interface (ad4b40db-bc60-4213-82ec-f7a471843fae), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:08.255258 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-84c49368-ecee-417f-be4f-7efda63b87d5 admin admin] Deleting port 55baf5b9-e4b5-41df-bd91-45eeef761a43 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:56:08.255978 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-84c49368-ecee-417f-be4f-7efda63b87d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:08.331838 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [None req-84c49368-ecee-417f-be4f-7efda63b87d5 admin admin] For port 55baf5b9-e4b5-41df-bd91-45eeef761a43, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=55baf5b9-e4b5-41df-bd91-45eeef761a43,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:56:08.332106 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-84c49368-ecee-417f-be4f-7efda63b87d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:08.337586 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 758e5717-c701-4ff5-b93b-928708c147eb no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:56:08.345417 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-84c49368-ecee-417f-be4f-7efda63b87d5 admin admin] Calling delete_port for 55baf5b9-e4b5-41df-bd91-45eeef761a43 owned by network:router_interface {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:56:08.359571 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] No Port match for: 758e5717-c701-4ff5-b93b-928708c147eb {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:56:08.359919 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Device 758e5717-c701-4ff5-b93b-928708c147eb not bound to the agent host hv-cinder-81322 {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:56:08.593010 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-84c49368-ecee-417f-be4f-7efda63b87d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (55baf5b9-e4b5-41df-bd91-45eeef761a43), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:08.627760 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c49368-ecee-417f-be4f-7efda63b87d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=55baf5b9-e4b5-41df-bd91-45eeef761a43,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:08.798046 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-84c49368-ecee-417f-be4f-7efda63b87d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4169999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687780'] for router_interface (ad4b40db-bc60-4213-82ec-f7a471843fae), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:09.009326 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c49368-ecee-417f-be4f-7efda63b87d5 admin admin] Router ad4b40db-bc60-4213-82ec-f7a471843fae has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:56:09.117232 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c49368-ecee-417f-be4f-7efda63b87d5 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:56:09.122232 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-84c49368-ecee-417f-be4f-7efda63b87d5 admin admin] 10.222.0.37 "PUT /v2.0/routers/ad4b40db-bc60-4213-82ec-f7a471843fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5652733 Feb 20 23:56:09.124896 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49674) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:09.129558 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638d704-c1fa-4f51-9006-0ecf19b31b71 None None] Sync routers for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:56:09.139501 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638d704-c1fa-4f51-9006-0ecf19b31b71 None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:56:09.140105 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-1638d704-c1fa-4f51-9006-0ecf19b31b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:55:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:09.250153 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-1638d704-c1fa-4f51-9006-0ecf19b31b71 None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:56:09.438751 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-1638d704-c1fa-4f51-9006-0ecf19b31b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:56:08Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:09.469128 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638d704-c1fa-4f51-9006-0ecf19b31b71 None None] Checking router: ad4b40db-bc60-4213-82ec-f7a471843fae for host: dv-cinder-813221-6-iscsi {{(pid=109848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:56:09.477364 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638d704-c1fa-4f51-9006-0ecf19b31b71 None None] Routers {'ad4b40db-bc60-4213-82ec-f7a471843fae'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:56:09.477974 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-1638d704-c1fa-4f51-9006-0ecf19b31b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:55:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['ad4b40db-bc60-4213-82ec-f7a471843fae'], 'active': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:09.484229 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Publish callbacks [] for router (ad4b40db-bc60-4213-82ec-f7a471843fae), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:09.585294 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvr_db [None req-1638d704-c1fa-4f51-9006-0ecf19b31b71 None None] Set router ad4b40db-bc60-4213-82ec-f7a471843fae gateway port host: dv-cinder-813221-6-iscsi {{(pid=109848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:56:09.586264 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Publish callbacks [] for router_gateway (ad4b40db-bc60-4213-82ec-f7a471843fae), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:09.731788 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Deleting port 0325f829-be23-4f12-9a03-9b894a4e1230 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:56:09.732235 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (0325f829-be23-4f12-9a03-9b894a4e1230), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:09.766095 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_hamode_db [None req-1638d704-c1fa-4f51-9006-0ecf19b31b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:56:08Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:09.792442 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638d704-c1fa-4f51-9006-0ecf19b31b71 None None] The sync data for ids ['ad4b40db-bc60-4213-82ec-f7a471843fae'] in dv-cinder-813221-6-iscsi is: [{'id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'name': 'tempest-TestVolumeBootPattern-1001900795-router', 'tenant_id': 'b0ab0463fadd485090d27628f33e8dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:34Z', 'updated_at': '2022-02-20T23:56:08Z', 'revision_number': 5, 'project_id': 'b0ab0463fadd485090d27628f33e8dc8', 'gw_port': {'id': '0325f829-be23-4f12-9a03-9b894a4e1230', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b40db-bc60-4213-82ec-f7a471843fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:35Z', 'updated_at': '2022-02-20T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}] {{(pid=109848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:56:09.809985 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] For port 0325f829-be23-4f12-9a03-9b894a4e1230, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=0325f829-be23-4f12-9a03-9b894a4e1230,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:56:09.810520 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (0325f829-be23-4f12-9a03-9b894a4e1230), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:09.827040 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Calling delete_port for 0325f829-be23-4f12-9a03-9b894a4e1230 owned by network:router_gateway {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:56:10.043238 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (0325f829-be23-4f12-9a03-9b894a4e1230), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.052632 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:56:10.067848 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Pushing event deleted for resources: {'Port': ['ID=0325f829-be23-4f12-9a03-9b894a4e1230,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:10.130776 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686798'] for router_gateway (ad4b40db-bc60-4213-82ec-f7a471843fae), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.226371 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10424'] for router (ad4b40db-bc60-4213-82ec-f7a471843fae), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.228650 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Publish callbacks [] for router_controller (ad4b40db-bc60-4213-82ec-f7a471843fae), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.352044 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682923'] for router (ad4b40db-bc60-4213-82ec-f7a471843fae), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.352606 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad4b40db-bc60-4213-82ec-f7a471843fae {{(pid=109847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:56:10.357271 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.358433 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-c9a5139b-c29f-4eb8-a3a5-b9a1c2518202 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ad4b40db-bc60-4213-82ec-f7a471843fae HTTP/1.1" status: 204 len: 168 time: 1.2326314 Feb 20 23:56:10.360911 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49676) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:10.407721 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f12baca-447c-40ce-a109-56581e1c00d7 admin admin] Deleting subnet 457b11d8-602f-4dc9-9696-6a10c6736e39 {{(pid=109847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:56:10.411104 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9f12baca-447c-40ce-a109-56581e1c00d7 admin admin] Publish callbacks [] for subnet (457b11d8-602f-4dc9-9696-6a10c6736e39), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.448056 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9f12baca-447c-40ce-a109-56581e1c00d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59725067'] for subnet (457b11d8-602f-4dc9-9696-6a10c6736e39), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.533101 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9f12baca-447c-40ce-a109-56581e1c00d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (457b11d8-602f-4dc9-9696-6a10c6736e39), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.627322 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9f12baca-447c-40ce-a109-56581e1c00d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58721909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58876837'] for subnet (457b11d8-602f-4dc9-9696-6a10c6736e39), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.651281 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12baca-447c-40ce-a109-56581e1c00d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457b11d8-602f-4dc9-9696-6a10c6736e39,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:10.657373 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-9f12baca-447c-40ce-a109-56581e1c00d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.662781 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-9f12baca-447c-40ce-a109-56581e1c00d7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/457b11d8-602f-4dc9-9696-6a10c6736e39 HTTP/1.1" status: 204 len: 168 time: 0.2987173 Feb 20 23:56:10.663202 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49678) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:10.663452 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a399dd4-762b-47e9-aa06-43b3e45e3d33 None None] Network bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:56:10.732380 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.794437 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Deleting port 5aca36b6-7142-43cb-af8d-385d5c5ff182 {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:56:10.794437 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.834177 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] DHCP port deletion for bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 request from dv-cinder-813221-6-iscsi {{(pid=109848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:56:10.859673 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] For port 5aca36b6-7142-43cb-af8d-385d5c5ff182, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=5aca36b6-7142-43cb-af8d-385d5c5ff182,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:56:10.860031 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.873780 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Calling delete_port for 5aca36b6-7142-43cb-af8d-385d5c5ff182 owned by network:dhcp {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:56:10.880584 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Deleting port 5aca36b6-7142-43cb-af8d-385d5c5ff182 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:56:10.880926 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.943349 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] For port 5aca36b6-7142-43cb-af8d-385d5c5ff182, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=5aca36b6-7142-43cb-af8d-385d5c5ff182,segment=NetworkSegment(c340eb5d-275e-4382-beb1-b87aa5c8f824),segment_id=c340eb5d-275e-4382-beb1-b87aa5c8f824)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:56:10.943745 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:10.956075 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Calling delete_port for 5aca36b6-7142-43cb-af8d-385d5c5ff182 owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:56:11.032515 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:11.039428 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883'] for port (5aca36b6-7142-43cb-af8d-385d5c5ff182), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:11.065566 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aca36b6-7142-43cb-af8d-385d5c5ff182,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:11.067377 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] No DVR routers for this DVR port 5aca36b6-7142-43cb-af8d-385d5c5ff182 on host dv-cinder-813221-6-iscsi {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:56:11.072275 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 55baf5b9-e4b5-41df-bd91-45eeef761a43 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:56:11.077557 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] No DVR routers for this DVR port 5aca36b6-7142-43cb-af8d-385d5c5ff182 on host dv-cinder-813221-6-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:56:11.079015 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Pushing event deleted for resources: {'Port': ['ID=5aca36b6-7142-43cb-af8d-385d5c5ff182,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:11.104503 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 55baf5b9-e4b5-41df-bd91-45eeef761a43 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:56:11.104888 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 55baf5b9-e4b5-41df-bd91-45eeef761a43 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:56:11.105642 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 0325f829-be23-4f12-9a03-9b894a4e1230 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:56:11.125849 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 0325f829-be23-4f12-9a03-9b894a4e1230 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:56:11.126194 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 0325f829-be23-4f12-9a03-9b894a4e1230 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:56:11.126696 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 5aca36b6-7142-43cb-af8d-385d5c5ff182 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:56:11.129246 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:56:11.129594 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:56:11.129931 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:56:11.130762 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:56:11.130762 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:56:11.130993 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:56:11.131201 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:56:11.131519 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:56:11.131838 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:56:11.132160 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:56:11.132475 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:56:11.132815 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:56:11.132815 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa37e5e-76b0-405f-af70-50471659c277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-6-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:56:11.145132 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:11.161504 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 5aca36b6-7142-43cb-af8d-385d5c5ff182 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:56:11.161849 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 5aca36b6-7142-43cb-af8d-385d5c5ff182 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:56:11.166158 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3']}} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:11.177498 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c340eb5d-275e-4382-beb1-b87aa5c8f824') {'for_net_delete': True} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:11.177792 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c340eb5d-275e-4382-beb1-b87aa5c8f824') {} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:11.187637 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59725074'] for segment (c340eb5d-275e-4382-beb1-b87aa5c8f824), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:11.201188 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (c340eb5d-275e-4382-beb1-b87aa5c8f824), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:11.206802 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:56:11.207168 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58751123'] for segment (c340eb5d-275e-4382-beb1-b87aa5c8f824), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: Traceback (most recent call last): Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: timer() Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: cb(*args, **kw) Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: return func(*args, **kwargs) Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: self._notify() Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: self.callback(batched_events) Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: event.method(event) Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: return f(self, *a, **k) Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._get(url).json() Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: return self.request(url, 'GET', **kwargs) Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:56:11.208769 dv-cinder-813221-6-iscsi neutron-server[109847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:56:11.323264 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:11.329215 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:11.332446 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3 HTTP/1.1" status: 204 len: 168 time: 0.6683114 Feb 20 23:56:11.335533 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 49680) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:11.343448 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be774b-7d42-4823-9ef3-c55fe118cee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd85dd8-cd1f-4ed2-85f2-a48fc04144f3,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:11.676057 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-73b8f395-672b-43c2-b5fa-c90af577c937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684852'] for router_interface (b283286a-b376-4047-99c5-a71d4709c525), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:11.913471 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-73b8f395-672b-43c2-b5fa-c90af577c937 admin admin] Deleting port 565d3a17-18c8-452f-9132-6d00db96b398 {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:56:11.913804 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-73b8f395-672b-43c2-b5fa-c90af577c937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (565d3a17-18c8-452f-9132-6d00db96b398), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:11.988245 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [None req-73b8f395-672b-43c2-b5fa-c90af577c937 admin admin] For port 565d3a17-18c8-452f-9132-6d00db96b398, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=565d3a17-18c8-452f-9132-6d00db96b398,segment=NetworkSegment(89a57424-75e2-4fdf-8626-fdaea163ee6f),segment_id=89a57424-75e2-4fdf-8626-fdaea163ee6f)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:56:11.988504 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-73b8f395-672b-43c2-b5fa-c90af577c937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (565d3a17-18c8-452f-9132-6d00db96b398), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:12.003758 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-73b8f395-672b-43c2-b5fa-c90af577c937 admin admin] Calling delete_port for 565d3a17-18c8-452f-9132-6d00db96b398 owned by network:router_interface {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:56:12.231824 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-73b8f395-672b-43c2-b5fa-c90af577c937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (565d3a17-18c8-452f-9132-6d00db96b398), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:12.257075 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8f395-672b-43c2-b5fa-c90af577c937 admin admin] Pushing event deleted for resources: {'Port': ['ID=565d3a17-18c8-452f-9132-6d00db96b398,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:12.694062 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-73b8f395-672b-43c2-b5fa-c90af577c937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4169999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687780'] for router_interface (b283286a-b376-4047-99c5-a71d4709c525), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:12.907442 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b8f395-672b-43c2-b5fa-c90af577c937 admin admin] Router b283286a-b376-4047-99c5-a71d4709c525 has already been hosted by L3 agent 5ec8d43b-f2a9-4438-960e-e1772f18cebb {{(pid=109846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:56:13.015559 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b8f395-672b-43c2-b5fa-c90af577c937 admin admin] Notify agent at l3_agent.dv-cinder-813221-6-iscsi the message routers_updated {{(pid=109846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:56:13.021176 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-73b8f395-672b-43c2-b5fa-c90af577c937 admin admin] 10.222.0.37 "PUT /v2.0/routers/b283286a-b376-4047-99c5-a71d4709c525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6845903 Feb 20 23:56:13.023187 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.wsgi [-] (109846) accepted ('10.222.0.37', 49682) {{(pid=109846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:13.034168 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07294bdc-19f9-408e-b51b-6055cd8639da None None] Sync routers for ids ['b283286a-b376-4047-99c5-a71d4709c525'] in dv-cinder-813221-6-iscsi {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:56:13.044564 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07294bdc-19f9-408e-b51b-6055cd8639da None None] Routers {'b283286a-b376-4047-99c5-a71d4709c525'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:56:13.045429 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-07294bdc-19f9-408e-b51b-6055cd8639da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:55:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['b283286a-b376-4047-99c5-a71d4709c525'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:13.131169 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Publish callbacks [] for router (b283286a-b376-4047-99c5-a71d4709c525), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:13.157460 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-07294bdc-19f9-408e-b51b-6055cd8639da None None] Set router b283286a-b376-4047-99c5-a71d4709c525 gateway port host: dv-cinder-813221-6-iscsi {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:56:13.235883 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Publish callbacks [] for router_gateway (b283286a-b376-4047-99c5-a71d4709c525), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:13.332580 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-07294bdc-19f9-408e-b51b-6055cd8639da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b283286a-b376-4047-99c5-a71d4709c525', 'name': 'tempest-TestVolumeBootPattern-1822857468-router', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'external_fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:40Z', 'updated_at': '2022-02-20T23:56:12Z', 'revision_number': 5, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'gw_port': {'id': '8011126d-64cd-4633-a150-e8b2dde0136b', 'name': '', 'network_id': '4833237b-5877-425d-ac12-7cecdcd1e647', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b283286a-b376-4047-99c5-a71d4709c525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:46:41Z', 'updated_at': '2022-02-20T23:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753a3775-61dc-4b7f-b5b6-dc4ac84580de', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-6-iscsi'}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:13.355878 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Deleting port 8011126d-64cd-4633-a150-e8b2dde0136b {{(pid=109846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:56:13.356272 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (8011126d-64cd-4633-a150-e8b2dde0136b), before_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:13.358392 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07294bdc-19f9-408e-b51b-6055cd8639da None None] Checking router: b283286a-b376-4047-99c5-a71d4709c525 for host: dv-cinder-813221-6-iscsi {{(pid=109849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:56:13.366284 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07294bdc-19f9-408e-b51b-6055cd8639da None None] Routers {'b283286a-b376-4047-99c5-a71d4709c525'} bound to L3 agent in host dv-cinder-813221-6-iscsi {{(pid=109849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:56:13.366875 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-07294bdc-19f9-408e-b51b-6055cd8639da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T23:31:52Z,description=,heartbeat_timestamp=2022-02-20T23:55:52Z,host='dv-cinder-813221-6-iscsi',id=5ec8d43b-f2a9-4438-960e-e1772f18cebb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T23:31:52Z,topic='l3_agent')) {'router_ids': ['b283286a-b376-4047-99c5-a71d4709c525'], 'active': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:13.440412 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.db [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] For port 8011126d-64cd-4633-a150-e8b2dde0136b, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=8011126d-64cd-4633-a150-e8b2dde0136b,segment=NetworkSegment(3302c8be-0505-4107-98b5-e6d5b8125ad0),segment_id=3302c8be-0505-4107-98b5-e6d5b8125ad0)] {{(pid=109846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:56:13.440790 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (8011126d-64cd-4633-a150-e8b2dde0136b), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:13.454737 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.plugins.ml2.plugin [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Calling delete_port for 8011126d-64cd-4633-a150-e8b2dde0136b owned by network:router_gateway {{(pid=109846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:56:13.542360 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvr_db [None req-07294bdc-19f9-408e-b51b-6055cd8639da None None] Set router b283286a-b376-4047-99c5-a71d4709c525 gateway port host: None {{(pid=109849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:56:13.596503 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.l3_hamode_db [None req-07294bdc-19f9-408e-b51b-6055cd8639da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b283286a-b376-4047-99c5-a71d4709c525', 'name': 'tempest-TestVolumeBootPattern-1822857468-router', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:40Z', 'updated_at': '2022-02-20T23:56:13Z', 'revision_number': 6, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'gw_port_host': None}], 'dv-cinder-813221-6-iscsi', False) {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:13.623013 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07294bdc-19f9-408e-b51b-6055cd8639da None None] The sync data for ids ['b283286a-b376-4047-99c5-a71d4709c525'] in dv-cinder-813221-6-iscsi is: [{'id': 'b283286a-b376-4047-99c5-a71d4709c525', 'name': 'tempest-TestVolumeBootPattern-1822857468-router', 'tenant_id': '7fa3910416f54338a594cbdc156e5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:46:40Z', 'updated_at': '2022-02-20T23:56:13Z', 'revision_number': 6, 'project_id': '7fa3910416f54338a594cbdc156e5f63', 'gw_port_host': None}] {{(pid=109849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:56:13.690280 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58918921'] for port (8011126d-64cd-4633-a150-e8b2dde0136b), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:13.716403 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Pushing event deleted for resources: {'Port': ['ID=8011126d-64cd-4633-a150-e8b2dde0136b,revision_number=None']} {{(pid=109846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:13.776592 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686798'] for router_gateway (b283286a-b376-4047-99c5-a71d4709c525), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:13.868052 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10424'] for router (b283286a-b376-4047-99c5-a71d4709c525), precommit_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:13.870032 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Publish callbacks [] for router_controller (b283286a-b376-4047-99c5-a71d4709c525), precommit_delete_associations {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:13.964281 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682923'] for router (b283286a-b376-4047-99c5-a71d4709c525), after_delete {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:13.964916 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b283286a-b376-4047-99c5-a71d4709c525 {{(pid=109846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:56:13.969455 dv-cinder-813221-6-iscsi neutron-server[109846]: DEBUG neutron_lib.callbacks.manager [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:13.970738 dv-cinder-813221-6-iscsi neutron-server[109846]: INFO neutron.wsgi [None req-79b16aa3-dfaf-4297-9123-6466cc4cbd4b admin admin] 10.222.0.37 "DELETE /v2.0/routers/b283286a-b376-4047-99c5-a71d4709c525 HTTP/1.1" status: 204 len: 168 time: 0.9466300 Feb 20 23:56:13.973580 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49684) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:14.021242 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63cd133-bf13-425a-97b8-425c36089d8c admin admin] Deleting subnet d061aec4-81c9-4a6e-b0b1-e965933723fe {{(pid=109847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:56:14.028589 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c63cd133-bf13-425a-97b8-425c36089d8c admin admin] Publish callbacks [] for subnet (d061aec4-81c9-4a6e-b0b1-e965933723fe), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.060234 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c63cd133-bf13-425a-97b8-425c36089d8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59725067'] for subnet (d061aec4-81c9-4a6e-b0b1-e965933723fe), precommit_delete_associations {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.140262 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c63cd133-bf13-425a-97b8-425c36089d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861736'] for subnet (d061aec4-81c9-4a6e-b0b1-e965933723fe), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.262048 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c63cd133-bf13-425a-97b8-425c36089d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58721909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58876837'] for subnet (d061aec4-81c9-4a6e-b0b1-e965933723fe), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.287760 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cd133-bf13-425a-97b8-425c36089d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d061aec4-81c9-4a6e-b0b1-e965933723fe,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:14.291420 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-c63cd133-bf13-425a-97b8-425c36089d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for subnet (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.294921 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-c63cd133-bf13-425a-97b8-425c36089d8c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d061aec4-81c9-4a6e-b0b1-e965933723fe HTTP/1.1" status: 204 len: 168 time: 0.3203330 Feb 20 23:56:14.296708 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2172b256-f8ac-4637-b853-47a22f24e722 None None] Network 147ece22-d31a-4094-8c20-31253a28f171 requested from dv-cinder-813221-6-iscsi {{(pid=109848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:56:14.297577 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49686) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:14.372872 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822177'] for network (147ece22-d31a-4094-8c20-31253a28f171), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.432378 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Deleting port 629dc7aa-3677-4d87-aae8-676b69a045bb {{(pid=109847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:56:14.432737 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.456899 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c168a98-5990-4983-9459-4f9109fb3476 None None] DHCP port deletion for 147ece22-d31a-4094-8c20-31253a28f171 request from dv-cinder-813221-6-iscsi {{(pid=109848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:56:14.495405 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.db [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] For port 629dc7aa-3677-4d87-aae8-676b69a045bb, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=629dc7aa-3677-4d87-aae8-676b69a045bb,segment=NetworkSegment(89a57424-75e2-4fdf-8626-fdaea163ee6f),segment_id=89a57424-75e2-4fdf-8626-fdaea163ee6f)] {{(pid=109847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:56:14.495748 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.506308 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-3c168a98-5990-4983-9459-4f9109fb3476 None None] Deleting port 629dc7aa-3677-4d87-aae8-676b69a045bb {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:56:14.506739 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3c168a98-5990-4983-9459-4f9109fb3476 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791162857238'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.507942 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Calling delete_port for 629dc7aa-3677-4d87-aae8-676b69a045bb owned by network:dhcp {{(pid=109847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:56:14.574090 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-3c168a98-5990-4983-9459-4f9109fb3476 None None] For port 629dc7aa-3677-4d87-aae8-676b69a045bb, host dv-cinder-813221-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-6-iscsi',level=0,port_id=629dc7aa-3677-4d87-aae8-676b69a045bb,segment=NetworkSegment(89a57424-75e2-4fdf-8626-fdaea163ee6f),segment_id=89a57424-75e2-4fdf-8626-fdaea163ee6f)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:56:14.574710 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3c168a98-5990-4983-9459-4f9109fb3476 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688380'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.588534 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-3c168a98-5990-4983-9459-4f9109fb3476 None None] Calling delete_port for 629dc7aa-3677-4d87-aae8-676b69a045bb owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:56:14.667406 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58751140'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.682510 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3c168a98-5990-4983-9459-4f9109fb3476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791162863993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791162338883'] for port (629dc7aa-3677-4d87-aae8-676b69a045bb), after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.692954 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Pushing event deleted for resources: {'Port': ['ID=629dc7aa-3677-4d87-aae8-676b69a045bb,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:14.696490 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] No DVR routers for this DVR port 629dc7aa-3677-4d87-aae8-676b69a045bb on host dv-cinder-813221-6-iscsi {{(pid=109847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:56:14.704925 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c168a98-5990-4983-9459-4f9109fb3476 None None] Pushing event deleted for resources: {'Port': ['ID=629dc7aa-3677-4d87-aae8-676b69a045bb,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:14.706748 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c168a98-5990-4983-9459-4f9109fb3476 None None] No DVR routers for this DVR port 629dc7aa-3677-4d87-aae8-676b69a045bb on host dv-cinder-813221-6-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:56:14.772350 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-866977', 'neutron.services.segments.db._delete_segments_for_network-8791162654266'] for network (147ece22-d31a-4094-8c20-31253a28f171), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.792277 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147ece22-d31a-4094-8c20-31253a28f171']}} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:14.802325 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a57424-75e2-4fdf-8626-fdaea163ee6f') {'for_net_delete': True} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:14.802618 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.services.segments.db [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a57424-75e2-4fdf-8626-fdaea163ee6f') {} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:56:14.812712 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791162655043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59725074'] for segment (89a57424-75e2-4fdf-8626-fdaea163ee6f), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.825891 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933'] for segment (89a57424-75e2-4fdf-8626-fdaea163ee6f), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.831546 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:56:14.833455 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58751123'] for segment (89a57424-75e2-4fdf-8626-fdaea163ee6f), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: Traceback (most recent call last): Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: timer() Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: cb(*args, **kw) Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: return func(*args, **kwargs) Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: self._notify() Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: self.callback(batched_events) Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: event.method(event) Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: return f(self, *a, **k) Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._get(url).json() Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: return self.request(url, 'GET', **kwargs) Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:56:14.833712 dv-cinder-813221-6-iscsi neutron-server[109847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:56:14.935748 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-866986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4169990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686882'] for network (147ece22-d31a-4094-8c20-31253a28f171), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.940853 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4170024'] for network (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:14.946146 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] 10.222.0.37 "DELETE /v2.0/networks/147ece22-d31a-4094-8c20-31253a28f171 HTTP/1.1" status: 204 len: 168 time: 0.6453996 Feb 20 23:56:14.954984 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf8318-2861-4dfa-9bc9-04ef0cde941b admin admin] Pushing event deleted for resources: {'Network': ['ID=147ece22-d31a-4094-8c20-31253a28f171,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:15.055598 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 8011126d-64cd-4633-a150-e8b2dde0136b no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:56:15.077097 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 8011126d-64cd-4633-a150-e8b2dde0136b {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:56:15.077445 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 8011126d-64cd-4633-a150-e8b2dde0136b not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:56:15.077864 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 629dc7aa-3677-4d87-aae8-676b69a045bb no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:56:15.097148 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 629dc7aa-3677-4d87-aae8-676b69a045bb {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:56:15.097492 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 629dc7aa-3677-4d87-aae8-676b69a045bb not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:56:15.097912 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 565d3a17-18c8-452f-9132-6d00db96b398 no longer exists at agent ovs-agent-dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:56:15.120173 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] No Port match for: 565d3a17-18c8-452f-9132-6d00db96b398 {{(pid=109848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:56:15.127720 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.rpc [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Device 565d3a17-18c8-452f-9132-6d00db96b398 not bound to the agent host dv-cinder-813221-6-iscsi {{(pid=109848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:56:15.255229 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49690) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:15.298196 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-ce17742d-9d55-4679-8dbe-206c798ea5f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0ab0463fadd485090d27628f33e8dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417936 Feb 20 23:56:15.300520 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49692) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:15.346496 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b906af1e-8be0-4743-97d8-777dd202fcff admin admin] Publish callbacks [] for security_group (9e7a0d75-c03d-4a4d-888e-1ba0040cd7a8), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:15.367130 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b906af1e-8be0-4743-97d8-777dd202fcff admin admin] Publish callbacks [] for security_group (9e7a0d75-c03d-4a4d-888e-1ba0040cd7a8), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:15.478575 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b906af1e-8be0-4743-97d8-777dd202fcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (9e7a0d75-c03d-4a4d-888e-1ba0040cd7a8), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:15.481219 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-b906af1e-8be0-4743-97d8-777dd202fcff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:15.482895 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-b906af1e-8be0-4743-97d8-777dd202fcff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e7a0d75-c03d-4a4d-888e-1ba0040cd7a8 HTTP/1.1" status: 204 len: 168 time: 0.1809838 Feb 20 23:56:15.490508 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906af1e-8be0-4743-97d8-777dd202fcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7a0d75-c03d-4a4d-888e-1ba0040cd7a8,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:16.122837 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49698) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:16.162201 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-81532cb4-9987-4f5c-a79e-5319e0342cb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fa3910416f54338a594cbdc156e5f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381382 Feb 20 23:56:16.164680 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.wsgi [-] (109847) accepted ('10.222.0.37', 49700) {{(pid=109847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:56:16.210865 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1fc929ea-3c1b-4ca6-8308-a182471e7eaf admin admin] Publish callbacks [] for security_group (8dbfcb81-6b8a-4bd2-87f0-aa585b9e63e8), before_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:16.230905 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1fc929ea-3c1b-4ca6-8308-a182471e7eaf admin admin] Publish callbacks [] for security_group (8dbfcb81-6b8a-4bd2-87f0-aa585b9e63e8), precommit_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:16.341960 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1fc929ea-3c1b-4ca6-8308-a182471e7eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789979'] for security_group (8dbfcb81-6b8a-4bd2-87f0-aa585b9e63e8), after_delete {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:16.344421 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-1fc929ea-3c1b-4ca6-8308-a182471e7eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:16.345595 dv-cinder-813221-6-iscsi neutron-server[109847]: INFO neutron.wsgi [None req-1fc929ea-3c1b-4ca6-8308-a182471e7eaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dbfcb81-6b8a-4bd2-87f0-aa585b9e63e8 HTTP/1.1" status: 204 len: 168 time: 0.1800110 Feb 20 23:56:16.353474 dv-cinder-813221-6-iscsi neutron-server[109847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc929ea-3c1b-4ca6-8308-a182471e7eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbfcb81-6b8a-4bd2-87f0-aa585b9e63e8,revision_number=None']} {{(pid=109847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:56:19.340042 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c462a1f6-2cf3-4e7d-b349-7e316457524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:21.745860 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6af49366-c52a-4aa3-b3bb-706693439a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:23.118432 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:24.705451 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:26.112714 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:29.598390 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:47.051989 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:56:49.334690 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-203ebdc6-c3aa-4ca5-9280-94f51de40561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:51.729310 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-435ae6e2-5b26-4f2e-bf82-862b4c9ffa69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:53.123617 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:54.717799 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:56.112292 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:56:59.597343 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:57:19.346031 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ee0d8b1-6c6f-4288-8974-0fe887b6aff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:57:21.751560 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-296dab3b-622b-45df-b4c8-06fbb48441ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:57:23.127176 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:57:24.051494 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:57:24.721659 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:57:26.123045 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:57:29.618745 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:57:49.341146 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-853fafe9-9544-43cd-bc01-cc74d6c86fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:57:51.774025 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8cd37dd1-cb85-4700-ad09-78cf09fa6640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:57:53.128544 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:57:54.768215 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:57:56.111001 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:57:59.624591 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:58:01.051497 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:58:19.344170 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-684b96da-8443-49fc-a10b-6db7d6103365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:58:21.737774 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f7dab7a4-2dec-4648-9a73-53e0f045e732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:58:23.128190 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:58:24.750798 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:58:26.122596 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:58:29.642265 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:58:38.054437 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:58:49.350457 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b5027cac-0f9a-45fd-9693-3c1e5bd66c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:58:51.755772 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c80399f8-63d4-4da6-a283-b30c64d80500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:58:53.125634 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:58:54.750643 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:58:56.132987 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:58:59.628202 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:59:15.054500 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:59:19.343936 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-88312753-de4f-4932-a9ca-cf4dc0738b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:59:21.765464 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8d4b9d43-13d6-4dd5-9a73-d49a84bcb4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:59:23.126684 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:59:24.753564 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:59:26.126670 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:59:29.663448 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:59:49.337956 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6b946498-b526-4ced-b5d4-b9ce45da7cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:59:51.747488 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-38dd2f66-7445-489c-b360-4d51ac003c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:59:52.054077 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:59:53.164203 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:59:54.767610 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:59:56.137761 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:59:59.621551 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:00:19.355016 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9e62e27f-0070-4342-9dc6-fc29064b4d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:00:21.742946 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d7aba6f3-292d-41aa-9723-6694da0fb7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:00:23.154598 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:00:24.737356 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:00:26.131518 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:00:29.053467 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:00:29.645612 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:00:49.358250 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4466eff6-70f3-4141-b724-83a1884ec66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:00:51.769058 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3240c28e-073e-4a6a-aeac-159582ca0c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:00:53.146681 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:00:54.794879 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:00:56.142438 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:00:59.631957 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:01:06.053153 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:01:19.416291 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-70bcd7eb-46df-4528-84dc-af097ac12c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:01:21.759494 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f58ec02d-b010-4c4d-a79e-1d1781608e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:01:23.163061 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:01:24.757881 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e1610940-f962-489a-a9e5-e6e9c74c2f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (42bd0239-3333-4647-8bc2-ac2e28a2a3cd), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:01:26.145673 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49401246-17ab-488a-abb6-2a754893ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (c71f10d4-7dbe-48cd-bf22-6178fe3125a8), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:01:29.642815 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dea26906-c279-4d22-a11a-04db399ae71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (6b1da92d-59cc-4251-92f3-89c3be17cd0d), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:01:43.058581 dv-cinder-813221-6-iscsi neutron-server[109849]: DEBUG neutron.db.agents_db [None req-4d8c3383-f291-4e57-8fce-563c427ab5de None None] Agent healthcheck: found 6 active agents {{(pid=109849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:01:49.393207 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2f79473c-85e2-4e1a-95fa-7523119effce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (1268fac1-f357-40b9-933e-6fa1add82aab), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:01:51.733488 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7c00a8b9-2d75-487e-9e56-f210d15d09f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (5ec8d43b-f2a9-4438-960e-e1772f18cebb), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:01:53.159608 dv-cinder-813221-6-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb765f96-2bd9-4622-bd54-d1224b490994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791162654248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865208'] for agent (4850a3c4-1c2c-4e08-8664-ddbcd7ae54a5), after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}